[ 677.957498] env[69942]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69942) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 677.957941] env[69942]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69942) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 677.957941] env[69942]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69942) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 677.958297] env[69942]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 678.059881] env[69942]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69942) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 678.069242] env[69942]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.009s {{(pid=69942) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 678.114480] env[69942]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 678.688830] env[69942]: INFO nova.virt.driver [None req-76279de5-c3e8-4ada-9102-d9feff1869e5 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 678.771833] env[69942]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.772061] env[69942]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.772178] env[69942]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69942) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 682.113020] env[69942]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-3baea9b6-3c99-4ca0-b4c9-e1b74397794d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.129229] env[69942]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69942) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 682.129388] env[69942]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a3810d08-0de4-46e2-a982-fe0148d0109f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.171228] env[69942]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c34ba. [ 682.171415] env[69942]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.399s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.171988] env[69942]: INFO nova.virt.vmwareapi.driver [None req-76279de5-c3e8-4ada-9102-d9feff1869e5 None None] VMware vCenter version: 7.0.3 [ 682.175526] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef6f7f0-43eb-4dde-bfed-67898f17cceb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.197891] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d76a6-5202-4d90-8646-a8982051359b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.204405] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b514b24d-497a-4825-b1d0-ff444622d0f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.211609] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145ffef6-cae1-400b-b4f3-e26088714460 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.225363] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e66a40-dfcf-4594-a594-3d4764e7790a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.231804] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8da975f-bdef-43bc-9097-d4d1d7b1b2c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.263782] env[69942]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-a48a0ef8-7aef-44a8-9477-a2d3c38fa80d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.270110] env[69942]: DEBUG nova.virt.vmwareapi.driver [None req-76279de5-c3e8-4ada-9102-d9feff1869e5 None None] Extension org.openstack.compute already exists. {{(pid=69942) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 682.272943] env[69942]: INFO nova.compute.provider_config [None req-76279de5-c3e8-4ada-9102-d9feff1869e5 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 682.776290] env[69942]: DEBUG nova.context [None req-76279de5-c3e8-4ada-9102-d9feff1869e5 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),fe3fe201-e031-4c3b-8ba9-a232bab6e1a9(cell1) {{(pid=69942) load_cells /opt/stack/nova/nova/context.py:464}} [ 682.778393] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.778620] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.779345] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.779784] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Acquiring lock "fe3fe201-e031-4c3b-8ba9-a232bab6e1a9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.780072] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Lock "fe3fe201-e031-4c3b-8ba9-a232bab6e1a9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.781080] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Lock "fe3fe201-e031-4c3b-8ba9-a232bab6e1a9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.801771] env[69942]: INFO dbcounter [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Registered counter for database nova_cell0 [ 682.809907] env[69942]: INFO dbcounter [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Registered counter for database nova_cell1 [ 682.813088] env[69942]: DEBUG oslo_db.sqlalchemy.engines [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69942) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 682.813470] env[69942]: DEBUG oslo_db.sqlalchemy.engines [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69942) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 682.818450] env[69942]: ERROR nova.db.main.api [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 682.818450] env[69942]: result = function(*args, **kwargs) [ 682.818450] env[69942]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 682.818450] env[69942]: return func(*args, **kwargs) [ 682.818450] env[69942]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 682.818450] env[69942]: result = fn(*args, **kwargs) [ 682.818450] env[69942]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 682.818450] env[69942]: return f(*args, **kwargs) [ 682.818450] env[69942]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 682.818450] env[69942]: return db.service_get_minimum_version(context, binaries) [ 682.818450] env[69942]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 682.818450] env[69942]: _check_db_access() [ 682.818450] env[69942]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 682.818450] env[69942]: stacktrace = ''.join(traceback.format_stack()) [ 682.818450] env[69942]: [ 682.819171] env[69942]: ERROR nova.db.main.api [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 682.819171] env[69942]: result = function(*args, **kwargs) [ 682.819171] env[69942]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 682.819171] env[69942]: return func(*args, **kwargs) [ 682.819171] env[69942]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 682.819171] env[69942]: result = fn(*args, **kwargs) [ 682.819171] env[69942]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 682.819171] env[69942]: return f(*args, **kwargs) [ 682.819171] env[69942]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 682.819171] env[69942]: return db.service_get_minimum_version(context, binaries) [ 682.819171] env[69942]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 682.819171] env[69942]: _check_db_access() [ 682.819171] env[69942]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 682.819171] env[69942]: stacktrace = ''.join(traceback.format_stack()) [ 682.819171] env[69942]: [ 682.819579] env[69942]: WARNING nova.objects.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 682.819678] env[69942]: WARNING nova.objects.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Failed to get minimum service version for cell fe3fe201-e031-4c3b-8ba9-a232bab6e1a9 [ 682.820106] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Acquiring lock "singleton_lock" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.820270] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Acquired lock "singleton_lock" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.820517] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Releasing lock "singleton_lock" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.820825] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Full set of CONF: {{(pid=69942) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 682.820967] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ******************************************************************************** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 682.821108] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] Configuration options gathered from: {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 682.821245] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 682.821433] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 682.821560] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ================================================================================ {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 682.821765] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] allow_resize_to_same_host = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.821932] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] arq_binding_timeout = 300 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.822113] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] backdoor_port = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.822246] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] backdoor_socket = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.822413] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] block_device_allocate_retries = 60 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.822620] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] block_device_allocate_retries_interval = 3 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.822795] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cert = self.pem {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.822972] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.823174] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute_monitors = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.823346] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] config_dir = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.823517] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] config_drive_format = iso9660 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.823652] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.823816] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] config_source = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.823980] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] console_host = devstack {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.824161] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] control_exchange = nova {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.824323] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cpu_allocation_ratio = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.824480] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] daemon = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.824644] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] debug = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.824801] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] default_access_ip_network_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.824963] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] default_availability_zone = nova {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.825169] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] default_ephemeral_format = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.825358] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] default_green_pool_size = 1000 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.825598] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.825761] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] default_schedule_zone = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.825920] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] disk_allocation_ratio = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.826098] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] enable_new_services = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.826281] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] enabled_apis = ['osapi_compute'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.826448] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] enabled_ssl_apis = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.826668] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] flat_injected = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.826844] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] force_config_drive = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.827013] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] force_raw_images = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.827197] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] graceful_shutdown_timeout = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.827359] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] heal_instance_info_cache_interval = -1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.827575] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] host = cpu-1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.827751] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.827915] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.828098] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.828371] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.828552] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] instance_build_timeout = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.828715] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] instance_delete_interval = 300 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.828881] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] instance_format = [instance: %(uuid)s] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.829059] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] instance_name_template = instance-%08x {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.829224] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] instance_usage_audit = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.829394] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] instance_usage_audit_period = month {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.829557] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.829720] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.829881] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] internal_service_availability_zone = internal {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.830063] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] key = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.830231] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] live_migration_retry_count = 30 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.830398] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] log_color = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.830560] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] log_config_append = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.830725] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.830882] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] log_dir = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.831051] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] log_file = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.831184] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] log_options = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.831342] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] log_rotate_interval = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.831505] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] log_rotate_interval_type = days {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.831668] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] log_rotation_type = none {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.831801] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.831930] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.832139] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.832310] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.832440] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.832601] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] long_rpc_timeout = 1800 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.832757] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] max_concurrent_builds = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.832916] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] max_concurrent_live_migrations = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.833117] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] max_concurrent_snapshots = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.833284] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] max_local_block_devices = 3 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.833444] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] max_logfile_count = 30 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.833600] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] max_logfile_size_mb = 200 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.833760] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] maximum_instance_delete_attempts = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.833924] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] metadata_listen = 0.0.0.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.834101] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] metadata_listen_port = 8775 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.834283] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] metadata_workers = 2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.834471] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] migrate_max_retries = -1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.834641] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] mkisofs_cmd = genisoimage {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.834846] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.834979] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] my_ip = 10.180.1.21 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.835198] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.835360] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] network_allocate_retries = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.835535] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.835701] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.835863] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] osapi_compute_listen_port = 8774 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.836041] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] osapi_compute_unique_server_name_scope = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.836217] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] osapi_compute_workers = 2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.836378] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] password_length = 12 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.836537] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] periodic_enable = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.836695] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] periodic_fuzzy_delay = 60 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.836859] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] pointer_model = usbtablet {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.837033] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] preallocate_images = none {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.837237] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] publish_errors = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.837382] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] pybasedir = /opt/stack/nova {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.837543] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ram_allocation_ratio = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.837703] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] rate_limit_burst = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.837871] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] rate_limit_except_level = CRITICAL {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.838044] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] rate_limit_interval = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.838212] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] reboot_timeout = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.838371] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] reclaim_instance_interval = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.838528] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] record = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.838695] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] reimage_timeout_per_gb = 60 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.838861] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] report_interval = 120 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.839033] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] rescue_timeout = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.839197] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] reserved_host_cpus = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.839358] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] reserved_host_disk_mb = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.839515] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] reserved_host_memory_mb = 512 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.839673] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] reserved_huge_pages = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.839830] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] resize_confirm_window = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.839986] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] resize_fs_using_block_device = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.840157] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] resume_guests_state_on_host_boot = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.840324] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.840480] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] rpc_response_timeout = 60 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.840632] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] run_external_periodic_tasks = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.840791] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] running_deleted_instance_action = reap {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.840946] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.841118] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] running_deleted_instance_timeout = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.841274] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler_instance_sync_interval = 120 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.841439] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_down_time = 720 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.841603] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] servicegroup_driver = db {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.841756] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] shell_completion = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.841910] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] shelved_offload_time = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.842106] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] shelved_poll_interval = 3600 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.842283] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] shutdown_timeout = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.842443] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] source_is_ipv6 = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.842602] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ssl_only = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.842864] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.843068] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] sync_power_state_interval = 600 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.843243] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] sync_power_state_pool_size = 1000 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.843410] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] syslog_log_facility = LOG_USER {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.843564] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] tempdir = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.843722] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] timeout_nbd = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.843884] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] transport_url = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.844090] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] update_resources_interval = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.844272] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] use_cow_images = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.844431] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] use_journal = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.844591] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] use_json = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.844748] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] use_rootwrap_daemon = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.844906] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] use_stderr = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.845074] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] use_syslog = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.845234] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vcpu_pin_set = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.845399] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plugging_is_fatal = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.845563] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plugging_timeout = 300 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.845727] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] virt_mkfs = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.845885] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] volume_usage_poll_interval = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.846056] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] watch_log_file = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.846228] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] web = /usr/share/spice-html5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 682.846412] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.846577] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.846737] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.846906] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_concurrency.disable_process_locking = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.847523] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.847720] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.847894] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.848083] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.848263] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.848432] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.848616] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.auth_strategy = keystone {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.848788] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.compute_link_prefix = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.848963] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.849149] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.dhcp_domain = novalocal {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.849366] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.enable_instance_password = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.849542] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.glance_link_prefix = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.849709] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.849892] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.850082] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.instance_list_per_project_cells = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.850253] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.list_records_by_skipping_down_cells = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.850415] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.local_metadata_per_cell = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.850582] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.max_limit = 1000 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.850752] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.metadata_cache_expiration = 15 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.850942] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.neutron_default_tenant_id = default {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.851108] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.response_validation = warn {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.851284] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.use_neutron_default_nets = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.851452] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.851614] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.851779] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.851972] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.852175] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.vendordata_dynamic_targets = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.852348] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.vendordata_jsonfile_path = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.852529] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.852721] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.backend = dogpile.cache.memcached {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.852891] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.backend_argument = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.853088] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.backend_expiration_time = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.853272] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.config_prefix = cache.oslo {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.853444] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.dead_timeout = 60.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.853609] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.debug_cache_backend = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.853771] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.enable_retry_client = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.853934] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.enable_socket_keepalive = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.854117] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.enabled = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.854283] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.enforce_fips_mode = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.854445] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.expiration_time = 600 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.854605] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.hashclient_retry_attempts = 2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.854767] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.854927] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.memcache_dead_retry = 300 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.855100] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.memcache_password = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.855267] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.855428] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.855586] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.memcache_pool_maxsize = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.855743] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.855902] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.memcache_sasl_enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.856090] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.856261] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.856420] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.memcache_username = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.856581] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.proxies = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.856740] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.redis_db = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.856895] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.redis_password = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.857073] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.857251] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.857418] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.redis_server = localhost:6379 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.857583] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.redis_socket_timeout = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.857743] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.redis_username = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.857900] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.retry_attempts = 2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.858076] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.retry_delay = 0.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.858241] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.socket_keepalive_count = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.858397] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.socket_keepalive_idle = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.858554] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.socket_keepalive_interval = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.858709] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.tls_allowed_ciphers = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.858863] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.tls_cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.859026] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.tls_certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.859189] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.tls_enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.859342] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cache.tls_keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.859507] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.auth_section = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.859679] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.auth_type = password {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.859843] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.860056] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.860226] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.860391] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.860552] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.cross_az_attach = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.860714] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.debug = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.860875] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.endpoint_template = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.861045] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.http_retries = 3 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.861212] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.861420] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.861599] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.os_region_name = RegionOne {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.861764] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.861923] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cinder.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.862140] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.862312] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.cpu_dedicated_set = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.862471] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.cpu_shared_set = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.862636] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.image_type_exclude_list = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.862798] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.862974] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.863165] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.863331] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.863498] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.863661] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.resource_provider_association_refresh = 300 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.863820] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.863983] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.shutdown_retry_interval = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.864178] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.864357] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] conductor.workers = 2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.864535] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] console.allowed_origins = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.864695] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] console.ssl_ciphers = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.864863] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] console.ssl_minimum_version = default {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.865043] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] consoleauth.enforce_session_timeout = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.865216] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] consoleauth.token_ttl = 600 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.865388] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.865543] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.865705] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.865858] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.connect_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.866028] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.connect_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.866194] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.endpoint_override = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.866354] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.866508] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.866666] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.max_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.866823] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.min_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.866982] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.region_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.867158] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.retriable_status_codes = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.867318] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.service_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.867486] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.service_type = accelerator {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.867650] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.867809] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.status_code_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.867965] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.status_code_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.868136] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.868317] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.868476] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] cyborg.version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.868646] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.asyncio_connection = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.868805] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.asyncio_slave_connection = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.868972] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.backend = sqlalchemy {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.869154] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.connection = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.869318] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.connection_debug = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.869485] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.connection_parameters = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.869649] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.connection_recycle_time = 3600 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.869813] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.connection_trace = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.869977] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.db_inc_retry_interval = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.870154] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.db_max_retries = 20 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.870317] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.db_max_retry_interval = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.870475] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.db_retry_interval = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.870635] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.max_overflow = 50 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.870793] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.max_pool_size = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.870952] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.max_retries = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.871139] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.871296] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.mysql_wsrep_sync_wait = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.871452] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.pool_timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.871610] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.retry_interval = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.871770] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.slave_connection = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.871932] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.sqlite_synchronous = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.872140] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] database.use_db_reconnect = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.872317] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.asyncio_connection = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.872479] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.asyncio_slave_connection = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.872648] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.backend = sqlalchemy {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.872815] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.connection = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.873022] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.connection_debug = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.873258] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.connection_parameters = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.873446] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.connection_recycle_time = 3600 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.873613] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.connection_trace = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.873775] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.db_inc_retry_interval = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.873937] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.db_max_retries = 20 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.874111] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.db_max_retry_interval = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.874289] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.db_retry_interval = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.874465] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.max_overflow = 50 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.874631] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.max_pool_size = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.874791] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.max_retries = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.874958] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.875135] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.875297] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.pool_timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.875458] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.retry_interval = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.875613] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.slave_connection = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.875773] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] api_database.sqlite_synchronous = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.875944] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] devices.enabled_mdev_types = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.876138] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.876310] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.876472] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ephemeral_storage_encryption.enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.876633] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.876801] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.api_servers = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.876964] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.877140] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.877302] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.877459] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.connect_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.877617] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.connect_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.877777] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.debug = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.877939] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.default_trusted_certificate_ids = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.878113] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.enable_certificate_validation = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.878276] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.enable_rbd_download = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.878489] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.endpoint_override = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.878668] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.878833] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.878988] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.max_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.879160] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.min_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.879324] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.num_retries = 3 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.879489] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.rbd_ceph_conf = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.879647] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.rbd_connect_timeout = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.879811] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.rbd_pool = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.879974] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.rbd_user = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.880156] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.region_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.880315] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.retriable_status_codes = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.880505] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.service_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.880683] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.service_type = image {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.880844] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.881006] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.status_code_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.881173] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.status_code_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.881330] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.881504] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.881665] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.verify_glance_signatures = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.881819] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] glance.version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.882007] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] guestfs.debug = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.882194] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.auth_section = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.882358] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.auth_type = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.882516] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.882670] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.882829] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.882987] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.connect_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.883157] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.connect_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.883313] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.endpoint_override = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.883474] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.883624] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.883778] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.max_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.883929] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.min_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.884094] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.region_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.884257] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.retriable_status_codes = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.884431] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.service_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.884602] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.service_type = shared-file-system {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.884763] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.share_apply_policy_timeout = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.884922] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.885096] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.status_code_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.885258] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.status_code_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.885414] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.885588] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.885745] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] manila.version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.885908] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] mks.enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.886287] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.886479] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] image_cache.manager_interval = 2400 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.886645] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] image_cache.precache_concurrency = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.886814] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] image_cache.remove_unused_base_images = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.886982] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.887170] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.887345] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] image_cache.subdirectory_name = _base {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.887519] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.api_max_retries = 60 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.887682] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.api_retry_interval = 2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.887838] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.auth_section = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.887998] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.auth_type = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.888176] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.888333] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.888493] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.888655] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.conductor_group = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.888812] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.connect_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.888976] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.connect_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.889182] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.endpoint_override = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.889347] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.889502] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.889657] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.max_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.889813] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.min_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.889979] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.peer_list = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.890153] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.region_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.890310] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.retriable_status_codes = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.890471] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.serial_console_state_timeout = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.890632] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.service_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.890800] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.service_type = baremetal {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.890957] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.shard = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.891131] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.891289] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.status_code_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.891442] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.status_code_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.891596] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.891772] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.891927] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ironic.version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.892155] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.892335] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] key_manager.fixed_key = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.892545] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.892718] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.barbican_api_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.892877] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.barbican_endpoint = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.893090] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.barbican_endpoint_type = public {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.893259] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.barbican_region_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.893416] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.893572] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.893734] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.893894] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.894064] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.894229] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.number_of_retries = 60 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.894389] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.retry_delay = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.894549] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.send_service_user_token = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.894708] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.894864] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.895034] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.verify_ssl = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.895194] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican.verify_ssl_path = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.895359] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican_service_user.auth_section = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.895519] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican_service_user.auth_type = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.895678] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican_service_user.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.895834] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican_service_user.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.895994] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican_service_user.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.896169] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican_service_user.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.896327] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican_service_user.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.896487] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican_service_user.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.896644] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] barbican_service_user.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.896809] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.approle_role_id = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.896966] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.approle_secret_id = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.897152] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.kv_mountpoint = secret {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.897313] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.kv_path = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.897474] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.kv_version = 2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.897630] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.namespace = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.897790] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.root_token_id = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.897948] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.ssl_ca_crt_file = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.898129] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.timeout = 60.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.898292] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.use_ssl = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.898457] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.898622] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.898781] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.898945] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.899117] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.connect_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.899276] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.connect_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.899432] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.endpoint_override = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.899593] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.899748] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.899903] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.max_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.900071] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.min_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.900235] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.region_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.900394] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.retriable_status_codes = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.900552] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.service_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.900718] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.service_type = identity {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.900877] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.901052] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.status_code_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.901215] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.status_code_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.901371] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.901546] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.901703] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] keystone.version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.901890] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.ceph_mount_options = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.902297] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.902512] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.connection_uri = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.902681] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.cpu_mode = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.902851] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.903035] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.cpu_models = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.903214] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.cpu_power_governor_high = performance {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.903383] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.903545] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.cpu_power_management = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.903717] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.903884] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.device_detach_attempts = 8 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.904059] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.device_detach_timeout = 20 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.904232] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.disk_cachemodes = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.904423] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.disk_prefix = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.904594] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.enabled_perf_events = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.904754] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.file_backed_memory = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.904917] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.gid_maps = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.905087] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.hw_disk_discard = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.905250] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.hw_machine_type = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.905425] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.images_rbd_ceph_conf = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.905588] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.905749] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.905914] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.images_rbd_glance_store_name = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.906092] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.images_rbd_pool = rbd {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.906263] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.images_type = default {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.906422] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.images_volume_group = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.906582] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.inject_key = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.906741] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.inject_partition = -2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.906897] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.inject_password = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.907071] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.iscsi_iface = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.907236] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.iser_use_multipath = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.907396] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.907554] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.907712] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_downtime = 500 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.907871] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.908038] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.908213] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_inbound_addr = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.908374] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.908528] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.908688] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_scheme = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.908859] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_timeout_action = abort {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.909032] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_tunnelled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.909199] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_uri = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.909361] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.live_migration_with_native_tls = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.909519] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.max_queues = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.909682] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.909936] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.910096] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.nfs_mount_options = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.910408] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.910579] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.910741] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.910900] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.911083] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.911255] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.num_pcie_ports = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.911421] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.911586] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.pmem_namespaces = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.911745] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.quobyte_client_cfg = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.912074] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.912269] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.912437] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.912601] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.912762] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.rbd_secret_uuid = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.912919] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.rbd_user = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.913099] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.913273] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.913431] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.rescue_image_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.913587] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.rescue_kernel_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.913740] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.rescue_ramdisk_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.913905] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.914074] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.rx_queue_size = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.914244] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.smbfs_mount_options = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.914557] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.914733] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.snapshot_compression = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.914894] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.snapshot_image_format = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.915140] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.915309] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.sparse_logical_volumes = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.915469] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.swtpm_enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.915636] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.swtpm_group = tss {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.915802] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.swtpm_user = tss {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.915967] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.sysinfo_serial = unique {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.916139] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.tb_cache_size = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.916296] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.tx_queue_size = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.916484] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.uid_maps = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.916650] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.use_virtio_for_bridges = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.916816] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.virt_type = kvm {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.916982] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.volume_clear = zero {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.917158] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.volume_clear_size = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.917320] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.volume_enforce_multipath = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.917484] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.volume_use_multipath = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.917642] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.vzstorage_cache_path = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.917809] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.917975] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.918154] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.918322] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.918610] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.918790] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.vzstorage_mount_user = stack {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.918956] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.919146] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.auth_section = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.919319] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.auth_type = password {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.919478] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.919632] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.919793] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.919949] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.connect_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.920117] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.connect_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.920284] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.default_floating_pool = public {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.920439] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.endpoint_override = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.920600] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.extension_sync_interval = 600 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.920756] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.http_retries = 3 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.920911] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.921086] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.921244] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.max_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.921410] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.921571] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.min_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.921740] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.ovs_bridge = br-int {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.921902] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.physnets = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.922113] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.region_name = RegionOne {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.922283] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.retriable_status_codes = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.922450] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.service_metadata_proxy = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.922607] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.service_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.922775] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.service_type = network {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.922940] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.923140] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.status_code_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.923301] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.status_code_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.923456] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.923633] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.923790] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] neutron.version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.923958] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] notifications.bdms_in_notifications = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.924146] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] notifications.default_level = INFO {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.924333] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] notifications.include_share_mapping = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.924524] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] notifications.notification_format = unversioned {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.924691] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] notifications.notify_on_state_change = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.924866] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.925052] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] pci.alias = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.925228] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] pci.device_spec = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.925392] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] pci.report_in_placement = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.925564] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.auth_section = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.925737] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.auth_type = password {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.925906] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.926078] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.926240] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.926403] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.926560] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.connect_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.926716] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.connect_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.926882] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.default_domain_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.927478] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.default_domain_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.927478] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.domain_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.927478] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.domain_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.927622] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.endpoint_override = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.927678] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.927831] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.927989] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.max_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.928161] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.min_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.928328] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.password = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.928511] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.project_domain_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.928686] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.project_domain_name = Default {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.928854] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.project_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.929037] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.project_name = service {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.929217] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.region_name = RegionOne {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.929379] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.retriable_status_codes = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.929536] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.service_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.929703] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.service_type = placement {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.929863] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.930032] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.status_code_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.930195] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.status_code_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.930352] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.system_scope = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.930510] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.930668] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.trust_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.930826] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.user_domain_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.931024] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.user_domain_name = Default {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.931185] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.user_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.931361] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.username = nova {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.931882] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.931882] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] placement.version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.931999] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.cores = 20 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.932165] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.count_usage_from_placement = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.932342] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.932513] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.injected_file_content_bytes = 10240 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.932677] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.injected_file_path_length = 255 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.932846] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.injected_files = 5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.933024] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.instances = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.933197] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.key_pairs = 100 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.933362] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.metadata_items = 128 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.933526] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.ram = 51200 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.933689] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.recheck_quota = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.933855] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.server_group_members = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.934030] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.server_groups = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.934245] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.934440] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] quota.unified_limits_resource_strategy = require {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.934617] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.934780] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.934942] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler.image_metadata_prefilter = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.935117] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.935285] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler.max_attempts = 3 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.935445] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler.max_placement_results = 1000 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.935608] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.935765] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.935925] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.936107] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] scheduler.workers = 2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.936284] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.936462] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.936645] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.936822] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.936990] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.937167] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.937331] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.937519] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.937685] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.host_subset_size = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.937851] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.938015] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.938184] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.938353] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.938532] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.938695] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.isolated_hosts = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.938858] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.isolated_images = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.939032] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.939200] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.939362] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.939525] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.pci_in_placement = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.939686] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.939848] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.940021] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.940190] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.940353] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.940544] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.940712] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.track_instance_changes = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.940889] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.941073] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] metrics.required = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.941244] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] metrics.weight_multiplier = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.941406] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.941571] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] metrics.weight_setting = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.941903] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.942115] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] serial_console.enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.942327] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] serial_console.port_range = 10000:20000 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.942512] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.942685] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.942854] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] serial_console.serialproxy_port = 6083 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.943518] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_user.auth_section = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.943518] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_user.auth_type = password {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.943518] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_user.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.943669] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_user.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.943704] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_user.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.943864] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_user.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.944041] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_user.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.944219] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_user.send_service_user_token = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.944408] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_user.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.944572] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] service_user.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.944745] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.agent_enabled = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.944908] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.945248] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.945477] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.945655] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.html5proxy_port = 6082 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.945820] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.image_compression = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.945982] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.jpeg_compression = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.946157] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.playback_compression = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.946323] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.require_secure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.946491] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.server_listen = 127.0.0.1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.946658] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.946943] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.947133] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.streaming_mode = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.947301] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] spice.zlib_compression = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.947463] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] upgrade_levels.baseapi = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.947639] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] upgrade_levels.compute = auto {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.947801] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] upgrade_levels.conductor = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.947958] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] upgrade_levels.scheduler = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.948136] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.948319] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.948492] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vendordata_dynamic_auth.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.948654] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vendordata_dynamic_auth.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.948820] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.948982] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vendordata_dynamic_auth.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.949158] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.949322] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.949480] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vendordata_dynamic_auth.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.949652] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.api_retry_count = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.949814] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.ca_file = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.950027] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.950217] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.cluster_name = testcl1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.950384] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.connection_pool_size = 10 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.950542] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.console_delay_seconds = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.950711] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.datastore_regex = ^datastore.* {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.950935] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.951132] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.host_password = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.951405] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.host_port = 443 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.951693] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.host_username = administrator@vsphere.local {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.951991] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.insecure = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.952291] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.integration_bridge = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.952580] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.maximum_objects = 100 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.952870] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.pbm_default_policy = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.953192] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.pbm_enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.953503] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.pbm_wsdl_location = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.953819] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.954109] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.serial_port_proxy_uri = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.954316] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.serial_port_service_uri = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.954495] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.task_poll_interval = 0.5 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.954672] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.use_linked_clone = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.954850] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.vnc_keymap = en-us {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.955031] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.vnc_port = 5900 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.955207] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vmware.vnc_port_total = 10000 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.955399] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vnc.auth_schemes = ['none'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.955576] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vnc.enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.955881] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.956081] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.956260] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vnc.novncproxy_port = 6080 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.956450] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vnc.server_listen = 127.0.0.1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.956939] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.956939] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vnc.vencrypt_ca_certs = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.956939] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vnc.vencrypt_client_cert = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.957105] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vnc.vencrypt_client_key = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.957289] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.957451] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.disable_deep_image_inspection = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.957612] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.957776] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.957938] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.958114] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.disable_rootwrap = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.958281] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.enable_numa_live_migration = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.958443] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.958605] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.958767] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.958929] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.libvirt_disable_apic = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.959102] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.959271] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.959432] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.959593] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.959754] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.959915] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.960091] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.960257] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.960420] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.960587] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.960775] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.960937] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.961112] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] zvm.ca_file = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.961303] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] zvm.cloud_connector_url = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.961632] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.961819] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] zvm.reachable_timeout = 300 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.962027] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.962223] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.962405] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.connection_string = messaging:// {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.962575] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.enabled = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.962745] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.es_doc_type = notification {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.962908] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.es_scroll_size = 10000 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.963111] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.es_scroll_time = 2m {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.963282] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.filter_error_trace = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.963449] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.hmac_keys = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.963615] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.sentinel_service_name = mymaster {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.963782] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.socket_timeout = 0.1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.963944] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.trace_requests = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.964121] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler.trace_sqlalchemy = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.964310] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler_jaeger.process_tags = {} {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.964476] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler_jaeger.service_name_prefix = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.964639] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] profiler_otlp.service_name_prefix = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.964813] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.964976] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.965156] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.965319] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.965481] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.965640] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.965803] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.965971] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.966140] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.966314] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.966474] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.966664] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.966845] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.967370] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.967370] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.967370] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.967507] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.967657] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.967826] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.967985] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.968164] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.968329] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.968498] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.968653] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.968813] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.968973] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.969149] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.969313] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.969475] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.969634] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.969793] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.ssl = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.969963] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.970144] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.970307] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.970473] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.970638] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.970798] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.970986] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.971170] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_notifications.retry = -1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.971346] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.971517] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.971695] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.auth_section = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.971858] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.auth_type = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.972049] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.cafile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.972222] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.certfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.972386] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.collect_timing = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.972545] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.connect_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.972703] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.connect_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.972862] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.endpoint_id = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.973090] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.973281] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.endpoint_override = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.973443] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.endpoint_region_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.973604] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.endpoint_service_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.973763] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.endpoint_service_type = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.973924] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.insecure = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.974094] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.keyfile = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.974259] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.max_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.974415] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.min_version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.974572] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.region_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.974731] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.retriable_status_codes = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.974885] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.service_name = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.975054] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.service_type = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.975220] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.split_loggers = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.975379] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.status_code_retries = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.975536] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.status_code_retry_delay = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.975693] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.timeout = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.975852] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.valid_interfaces = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.976014] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_limit.version = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.976187] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_reports.file_event_handler = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.976353] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.976513] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] oslo_reports.log_dir = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.976682] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.976841] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.976999] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.977183] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.977348] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.977505] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.977672] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.977829] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_ovs_privileged.group = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.977986] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.978165] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.978328] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.978484] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] vif_plug_ovs_privileged.user = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.978651] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.978830] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.979010] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.979186] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.979356] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.979527] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.979691] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.979853] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.980040] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.980217] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_ovs.isolate_vif = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.980382] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.980548] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.980713] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.980882] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.981055] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] os_vif_ovs.per_port_bridge = False {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.981230] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] privsep_osbrick.capabilities = [21] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.981390] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] privsep_osbrick.group = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.981546] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] privsep_osbrick.helper_command = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.981712] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.981873] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.982062] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] privsep_osbrick.user = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.982248] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.982410] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] nova_sys_admin.group = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.982570] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] nova_sys_admin.helper_command = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.982735] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.982896] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.983082] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] nova_sys_admin.user = None {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 682.983242] env[69942]: DEBUG oslo_service.backend.eventlet.service [None req-bc2e824f-2557-4021-91a1-fe007e408898 None None] ******************************************************************************** {{(pid=69942) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 682.983670] env[69942]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 683.487455] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Getting list of instances from cluster (obj){ [ 683.487455] env[69942]: value = "domain-c8" [ 683.487455] env[69942]: _type = "ClusterComputeResource" [ 683.487455] env[69942]: } {{(pid=69942) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 683.488574] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eac15d-6c03-4b9e-be2f-38630f6006be {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.497839] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Got total of 0 instances {{(pid=69942) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 683.498434] env[69942]: WARNING nova.virt.vmwareapi.driver [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 683.498921] env[69942]: INFO nova.virt.node [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Generated node identity c13aeb76-6f70-48cc-966a-c2ddeab670af [ 683.499185] env[69942]: INFO nova.virt.node [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Wrote node identity c13aeb76-6f70-48cc-966a-c2ddeab670af to /opt/stack/data/n-cpu-1/compute_id [ 684.002341] env[69942]: WARNING nova.compute.manager [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Compute nodes ['c13aeb76-6f70-48cc-966a-c2ddeab670af'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 685.009073] env[69942]: INFO nova.compute.manager [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 686.014356] env[69942]: WARNING nova.compute.manager [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 686.014730] env[69942]: DEBUG oslo_concurrency.lockutils [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.014891] env[69942]: DEBUG oslo_concurrency.lockutils [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.015054] env[69942]: DEBUG oslo_concurrency.lockutils [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.015217] env[69942]: DEBUG nova.compute.resource_tracker [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 686.016157] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2746dcf0-a686-4116-90a4-c540c7f05f6f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.024386] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7418bf32-4958-4779-a34e-a8419266d7a0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.038077] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f6ed7e-d82e-41ee-9afa-c3eca3de3f5f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.044898] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8755dc75-a2d0-41e5-b8f2-75113317fa92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.073682] env[69942]: DEBUG nova.compute.resource_tracker [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180879MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 686.073839] env[69942]: DEBUG oslo_concurrency.lockutils [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.074040] env[69942]: DEBUG oslo_concurrency.lockutils [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.576379] env[69942]: WARNING nova.compute.resource_tracker [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] No compute node record for cpu-1:c13aeb76-6f70-48cc-966a-c2ddeab670af: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host c13aeb76-6f70-48cc-966a-c2ddeab670af could not be found. [ 687.080741] env[69942]: INFO nova.compute.resource_tracker [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: c13aeb76-6f70-48cc-966a-c2ddeab670af [ 688.588934] env[69942]: DEBUG nova.compute.resource_tracker [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 688.589339] env[69942]: DEBUG nova.compute.resource_tracker [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 688.741956] env[69942]: INFO nova.scheduler.client.report [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] [req-e6b65f22-d95d-4bf2-be8f-8dc69c32fe2e] Created resource provider record via placement API for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 688.759509] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6205e30-87b9-4029-9261-1f7cf37029ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.767015] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c32f415-624c-40d7-ab08-7c46be4b170e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.797655] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2838673c-c7e5-4c70-99da-90d443cba5c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.805320] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b6b099-cde9-4a4a-8bee-8bbc15920301 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.819130] env[69942]: DEBUG nova.compute.provider_tree [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.355233] env[69942]: DEBUG nova.scheduler.client.report [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 689.355485] env[69942]: DEBUG nova.compute.provider_tree [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 0 to 1 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 689.355627] env[69942]: DEBUG nova.compute.provider_tree [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.406999] env[69942]: DEBUG nova.compute.provider_tree [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 1 to 2 during operation: update_traits {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 689.912208] env[69942]: DEBUG nova.compute.resource_tracker [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 689.912594] env[69942]: DEBUG oslo_concurrency.lockutils [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.912594] env[69942]: DEBUG nova.service [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Creating RPC server for service compute {{(pid=69942) start /opt/stack/nova/nova/service.py:177}} [ 689.928775] env[69942]: DEBUG nova.service [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] Join ServiceGroup membership for this service compute {{(pid=69942) start /opt/stack/nova/nova/service.py:194}} [ 689.928775] env[69942]: DEBUG nova.servicegroup.drivers.db [None req-494bf9d1-3e03-4988-913e-81bd1d3961e0 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69942) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 726.932690] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.434622] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Getting list of instances from cluster (obj){ [ 727.434622] env[69942]: value = "domain-c8" [ 727.434622] env[69942]: _type = "ClusterComputeResource" [ 727.434622] env[69942]: } {{(pid=69942) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 727.435882] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf46bd1-14a2-4cce-8f90-011f510375c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.445149] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Got total of 0 instances {{(pid=69942) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 727.447580] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 727.447580] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Getting list of instances from cluster (obj){ [ 727.447580] env[69942]: value = "domain-c8" [ 727.447580] env[69942]: _type = "ClusterComputeResource" [ 727.447580] env[69942]: } {{(pid=69942) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 727.447580] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b62028-b3b0-4b43-9e05-b7c7447d88f7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.458947] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Got total of 0 instances {{(pid=69942) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 734.117538] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "8d66c5e5-c8ad-4aed-83cb-d629ba0239b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.117833] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "8d66c5e5-c8ad-4aed-83cb-d629ba0239b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.278220] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "8152a45a-e385-41c6-a137-82ccac11e568" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.278220] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "8152a45a-e385-41c6-a137-82ccac11e568" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.628129] env[69942]: DEBUG nova.compute.manager [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.783344] env[69942]: DEBUG nova.compute.manager [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.177971] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.178229] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.181168] env[69942]: INFO nova.compute.claims [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.313736] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.263540] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b29f04-df42-4fd7-a45b-965be41e9d95 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.273601] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1220ee-6540-4b92-b0c6-5391882c7495 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.312343] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cb9074-7d73-41d0-aeb7-817970ec471b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.324790] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e05fae2-1249-48c4-b1ef-8201493ca7eb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.340195] env[69942]: DEBUG nova.compute.provider_tree [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.844179] env[69942]: DEBUG nova.scheduler.client.report [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.354785] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.356592] env[69942]: DEBUG nova.compute.manager [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.361728] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.047s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.363723] env[69942]: INFO nova.compute.claims [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.863534] env[69942]: DEBUG nova.compute.utils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.866220] env[69942]: DEBUG nova.compute.manager [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Not allocating networking since 'none' was specified. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 738.131917] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.131917] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.131917] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.131917] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.131917] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.131917] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.132176] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.132176] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 738.132176] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.368032] env[69942]: DEBUG nova.compute.manager [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.465519] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba93e99-48ce-4b40-9342-ceddb73c3fdc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.481587] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e710031-d2e3-4e30-a867-d614d0b8d46d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.546026] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf27883-b1a9-4ac2-9c1a-df9b4efd9a39 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.561136] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f8bb13-b8fa-47c3-b6d9-8ac372f6987f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.588250] env[69942]: DEBUG nova.compute.provider_tree [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.635507] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.095021] env[69942]: DEBUG nova.scheduler.client.report [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.387511] env[69942]: DEBUG nova.compute.manager [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.598485] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.601917] env[69942]: DEBUG nova.compute.manager [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.605850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.970s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.605850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.605850] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 739.607423] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d76af7-fa55-4c14-a5f9-0179d6ddcf41 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.620765] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c350c894-91cd-4440-9ac8-be9784a09cf7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.642318] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623d000f-9f51-4359-b2cc-e4ac27d460d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.652098] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e9faae-e43c-4166-90e3-6ba266b090e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.697761] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180870MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 739.698056] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.698305] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.943773] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.944313] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.944507] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.944700] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.944860] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.945015] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.945263] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.945424] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.945855] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.946049] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.946233] env[69942]: DEBUG nova.virt.hardware [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.947176] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206fa823-8beb-4767-8c94-a31beebbd750 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.963748] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102f96f1-1810-42af-a9e8-a0cc64c67579 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.004489] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3137f86c-bc59-4f1c-9511-2d9cf409e096 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.038846] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.055334] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.055334] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-662b1619-59ce-4d1a-a9d8-941cc014a965 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.070755] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Created folder: OpenStack in parent group-v4. [ 740.071045] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Creating folder: Project (c4e89cbb96a94987bd54c75f663c482c). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.071320] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88398bde-8e76-4fd7-aaa7-7ab8154ba6e0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.085560] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Created folder: Project (c4e89cbb96a94987bd54c75f663c482c) in parent group-v761487. [ 740.085799] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Creating folder: Instances. Parent ref: group-v761488. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.086152] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-704c0dba-b06e-4296-8057-576e4489e397 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.097307] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Created folder: Instances in parent group-v761488. [ 740.097723] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.097809] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.098036] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f135c69-c28a-4971-be86-57dff887e8fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.115422] env[69942]: DEBUG nova.compute.utils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.117088] env[69942]: DEBUG nova.compute.manager [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.117288] env[69942]: DEBUG nova.network.neutron [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.134564] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.134859] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.136402] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.136402] env[69942]: value = "task-3830410" [ 740.136402] env[69942]: _type = "Task" [ 740.136402] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.150068] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830410, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.489368] env[69942]: DEBUG nova.policy [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf2d3044154448ca843714cca623e16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bffd0ea90304fa88ad8a9d9b70c4020', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.624158] env[69942]: DEBUG nova.compute.manager [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.637983] env[69942]: DEBUG nova.compute.manager [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.657869] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830410, 'name': CreateVM_Task, 'duration_secs': 0.414336} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.658102] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.660040] env[69942]: DEBUG oslo_vmware.service [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6bcb35-092f-4698-b759-1c7e4acad31d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.667462] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.667682] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.669427] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.669427] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84350d9-f687-4ee7-86ad-bdfc8337333e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.679724] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 740.679724] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522b8377-c4b0-be50-d099-365ca69e87fd" [ 740.679724] env[69942]: _type = "Task" [ 740.679724] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.695143] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.695143] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.695143] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.695143] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.695351] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.695431] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6c9ab3d-7110-44b2-9077-66beae7f03c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.725489] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.725489] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.725489] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2965c8b8-dd9c-4deb-aac2-152b2db6379e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.733145] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4234a828-7579-4068-a989-58fff9fcd151 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.738972] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 8152a45a-e385-41c6-a137-82ccac11e568 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 740.738972] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 740.743364] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 740.743364] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a7ec02-693c-87fa-a8b5-14d6818b4d52" [ 740.743364] env[69942]: _type = "Task" [ 740.743364] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.758322] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Preparing fetch location {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 740.763065] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Creating directory with path [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.763065] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad8473bb-9457-426f-9c55-0ec9b4a0f1b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.787438] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Created directory with path [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.787438] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Fetch image to [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 740.787438] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Downloading image file data 921d00bb-44fa-4b98-9f81-11abc614b7e8 to [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk on the data store datastore2 {{(pid=69942) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 740.787907] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16174885-6293-48c3-9833-c1be33854d70 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.804475] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c3db1f-c46c-4d9a-8fa1-9e8e23672a5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.821486] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5053c17-ca49-4ba0-811d-8ba7ce4c5ae2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.861870] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c13021-2da4-4a03-9598-c9dd725d080c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.870144] env[69942]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-36fa469a-b54b-4af2-939e-e06942688f5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.966665] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Downloading image file data 921d00bb-44fa-4b98-9f81-11abc614b7e8 to the data store datastore2 {{(pid=69942) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 741.052324] env[69942]: DEBUG oslo_vmware.rw_handles [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69942) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 741.185261] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.243388] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance af4c55f0-2edf-44a4-a880-a5a7ad6b0def has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 741.244877] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 741.244877] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 741.338361] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7531314-00f5-44fb-880e-36ccf193e285 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.345778] env[69942]: DEBUG nova.network.neutron [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Successfully created port: 2bbc5ee0-01f8-40be-a2a3-54a4640d2546 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.357559] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e4bc0-f6f7-44c9-8f3b-ec04440e4902 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.403890] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80807443-a2c4-417b-afb3-8cf378ecec2f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.414241] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe1ded3-93f7-4e85-8692-170eb4f1a22b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.436110] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.634848] env[69942]: DEBUG nova.compute.manager [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.674430] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.674677] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.676301] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.677207] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.677207] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.677420] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.677652] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.678246] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.678246] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.678650] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.678789] env[69942]: DEBUG nova.virt.hardware [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.679708] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f8a17-584f-4351-a174-953dd598c16e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.689009] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d831bfa1-e16a-427d-b95a-23eb5c0e1d17 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.796722] env[69942]: DEBUG oslo_vmware.rw_handles [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Completed reading data from the image iterator. {{(pid=69942) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 741.796722] env[69942]: DEBUG oslo_vmware.rw_handles [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 741.856512] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Downloaded image file data 921d00bb-44fa-4b98-9f81-11abc614b7e8 to vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk on the data store datastore2 {{(pid=69942) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 741.860114] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Caching image {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 741.860114] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Copying Virtual Disk [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk to [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.860114] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f4ffb35-baa0-468e-baf4-26702e0d5373 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.875279] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 741.875279] env[69942]: value = "task-3830411" [ 741.875279] env[69942]: _type = "Task" [ 741.875279] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.883889] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.951157] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.393339] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830411, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.457637] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 742.457637] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.759s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.457637] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.273s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.459433] env[69942]: INFO nova.compute.claims [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.888233] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686995} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.888961] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Copied Virtual Disk [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk to [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.889177] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Deleting the datastore file [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.889490] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49a02db3-6e8c-4f2d-8d54-c634ce0e4e8a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.899031] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 742.899031] env[69942]: value = "task-3830412" [ 742.899031] env[69942]: _type = "Task" [ 742.899031] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.912210] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.412402] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048339} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.412506] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.412757] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Moving file from [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9/921d00bb-44fa-4b98-9f81-11abc614b7e8 to [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8. {{(pid=69942) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 743.413035] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-bd3d537e-e3d3-43ff-a402-69e0a958d068 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.424032] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 743.424032] env[69942]: value = "task-3830413" [ 743.424032] env[69942]: _type = "Task" [ 743.424032] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.433721] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830413, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.572321] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3583db48-dcc5-46d6-aa02-3840d1cab9d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.581672] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c72132-6601-4c3e-a31a-fbbc1455d2d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.633497] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044aec09-4a8e-4b80-ad1c-0e1bdd9e58fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.648121] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d487d-0aa4-41da-a0b1-3134b8d14ba4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.664234] env[69942]: DEBUG nova.compute.provider_tree [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.938829] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830413, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028105} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.939115] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] File moved {{(pid=69942) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 743.939160] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Cleaning up location [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 743.939160] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Deleting the datastore file [datastore2] vmware_temp/a8073bdf-4885-4f03-b46b-58dc43670ed9 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.939700] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddce6f43-371b-4f3a-a10d-1555f24312ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.952303] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 743.952303] env[69942]: value = "task-3830414" [ 743.952303] env[69942]: _type = "Task" [ 743.952303] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.964683] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.168469] env[69942]: DEBUG nova.scheduler.client.report [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.227897] env[69942]: DEBUG nova.network.neutron [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Successfully updated port: 2bbc5ee0-01f8-40be-a2a3-54a4640d2546 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.470044] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032769} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.471725] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.471725] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46f02ce-e541-4c25-8184-65d03cd6ac73 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.479624] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 744.479624] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5225940a-5e09-ec43-3e31-41775d488791" [ 744.479624] env[69942]: _type = "Task" [ 744.479624] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.495215] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5225940a-5e09-ec43-3e31-41775d488791, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.495215] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.496377] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.496377] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-964c9dc7-49aa-4aeb-a13c-e934ccb309b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.503733] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 744.503733] env[69942]: value = "task-3830415" [ 744.503733] env[69942]: _type = "Task" [ 744.503733] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.518053] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.585627] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquiring lock "6b2238be-641f-4e97-a83b-bea64ecaff30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.585914] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lock "6b2238be-641f-4e97-a83b-bea64ecaff30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.676269] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.679849] env[69942]: DEBUG nova.compute.manager [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.734514] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "refresh_cache-8152a45a-e385-41c6-a137-82ccac11e568" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.736197] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquired lock "refresh_cache-8152a45a-e385-41c6-a137-82ccac11e568" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.736197] env[69942]: DEBUG nova.network.neutron [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.014414] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485711} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.015090] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.015090] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.015629] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73319ee9-1a49-49c3-bdb2-4ae726b00c5b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.024346] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 745.024346] env[69942]: value = "task-3830416" [ 745.024346] env[69942]: _type = "Task" [ 745.024346] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.035855] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.088798] env[69942]: DEBUG nova.compute.manager [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.184997] env[69942]: DEBUG nova.compute.utils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.190057] env[69942]: DEBUG nova.compute.manager [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.190287] env[69942]: DEBUG nova.network.neutron [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.368373] env[69942]: DEBUG nova.network.neutron [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.446210] env[69942]: DEBUG nova.policy [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '464d137dcbf14098b351dbd5dc63b382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5332d96509f443ab81cc605f285f14e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.536222] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071648} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.536503] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.537434] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ab8d1-bc26-4ce3-b617-1f26c0a57b3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.568853] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.572064] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc63e02-c180-4b15-aed1-60ebb3c15aba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.627166] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 745.627166] env[69942]: value = "task-3830417" [ 745.627166] env[69942]: _type = "Task" [ 745.627166] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.636291] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.637205] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.639688] env[69942]: INFO nova.compute.claims [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.655741] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.694586] env[69942]: DEBUG nova.compute.manager [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.974022] env[69942]: DEBUG nova.compute.manager [req-4558b2d1-56f7-4d4d-8a15-5edb622b4d63 req-a1c6a195-237c-41d5-abea-be83ba402963 service nova] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Received event network-vif-plugged-2bbc5ee0-01f8-40be-a2a3-54a4640d2546 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.974402] env[69942]: DEBUG oslo_concurrency.lockutils [req-4558b2d1-56f7-4d4d-8a15-5edb622b4d63 req-a1c6a195-237c-41d5-abea-be83ba402963 service nova] Acquiring lock "8152a45a-e385-41c6-a137-82ccac11e568-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.974499] env[69942]: DEBUG oslo_concurrency.lockutils [req-4558b2d1-56f7-4d4d-8a15-5edb622b4d63 req-a1c6a195-237c-41d5-abea-be83ba402963 service nova] Lock "8152a45a-e385-41c6-a137-82ccac11e568-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.974961] env[69942]: DEBUG oslo_concurrency.lockutils [req-4558b2d1-56f7-4d4d-8a15-5edb622b4d63 req-a1c6a195-237c-41d5-abea-be83ba402963 service nova] Lock "8152a45a-e385-41c6-a137-82ccac11e568-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.974961] env[69942]: DEBUG nova.compute.manager [req-4558b2d1-56f7-4d4d-8a15-5edb622b4d63 req-a1c6a195-237c-41d5-abea-be83ba402963 service nova] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] No waiting events found dispatching network-vif-plugged-2bbc5ee0-01f8-40be-a2a3-54a4640d2546 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.974961] env[69942]: WARNING nova.compute.manager [req-4558b2d1-56f7-4d4d-8a15-5edb622b4d63 req-a1c6a195-237c-41d5-abea-be83ba402963 service nova] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Received unexpected event network-vif-plugged-2bbc5ee0-01f8-40be-a2a3-54a4640d2546 for instance with vm_state building and task_state spawning. [ 746.081312] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.081312] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.103355] env[69942]: DEBUG nova.network.neutron [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Updating instance_info_cache with network_info: [{"id": "2bbc5ee0-01f8-40be-a2a3-54a4640d2546", "address": "fa:16:3e:86:df:74", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbc5ee0-01", "ovs_interfaceid": "2bbc5ee0-01f8-40be-a2a3-54a4640d2546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.126418] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "b90df52f-746d-4426-9b24-61fafe014887" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.126845] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "b90df52f-746d-4426-9b24-61fafe014887" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.150400] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.254837] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "94d16340-66d5-4cac-a8f2-dca1cab6e780" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.254837] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "94d16340-66d5-4cac-a8f2-dca1cab6e780" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.447131] env[69942]: DEBUG nova.network.neutron [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Successfully created port: 1ecda13e-f25d-4c42-8988-1b96ebbccfc2 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.584023] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.612032] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Releasing lock "refresh_cache-8152a45a-e385-41c6-a137-82ccac11e568" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.612032] env[69942]: DEBUG nova.compute.manager [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Instance network_info: |[{"id": "2bbc5ee0-01f8-40be-a2a3-54a4640d2546", "address": "fa:16:3e:86:df:74", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbc5ee0-01", "ovs_interfaceid": "2bbc5ee0-01f8-40be-a2a3-54a4640d2546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.612234] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:df:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bbc5ee0-01f8-40be-a2a3-54a4640d2546', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.623498] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Creating folder: Project (6bffd0ea90304fa88ad8a9d9b70c4020). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.623498] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b27cb4e-3aef-4793-878e-110440e2fe5b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.629678] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.642449] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Created folder: Project (6bffd0ea90304fa88ad8a9d9b70c4020) in parent group-v761487. [ 746.642657] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Creating folder: Instances. Parent ref: group-v761491. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.643960] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57fbc648-075e-4881-bbfd-652cb7222605 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.663916] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830417, 'name': ReconfigVM_Task, 'duration_secs': 0.731148} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.667031] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.667341] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Created folder: Instances in parent group-v761491. [ 746.667633] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.668609] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff1a87a7-193d-4ddb-966c-b660043a9743 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.670783] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.671110] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e16c2d9c-66a6-43dd-8a3a-ec8da29e199d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.702189] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.702189] env[69942]: value = "task-3830421" [ 746.702189] env[69942]: _type = "Task" [ 746.702189] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.702576] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 746.702576] env[69942]: value = "task-3830420" [ 746.702576] env[69942]: _type = "Task" [ 746.702576] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.711913] env[69942]: DEBUG nova.compute.manager [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.725259] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830420, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.725871] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830421, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.751857] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.752220] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.752414] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.752680] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.752929] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.753227] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.754524] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.754789] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.755011] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.755232] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.755440] env[69942]: DEBUG nova.virt.hardware [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.758264] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608bb7a2-89cb-43ee-953c-7d6d3d98e8f9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.763718] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.772677] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b1bd4c-4f89-4816-ab27-996c21db283e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.882390] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82806d51-9d88-4680-a69a-56f07e01c276 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.891726] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf9659-2450-4811-ae64-e0c75761e427 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.931318] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d713b5de-d5c7-4eda-b1b0-3b9580faea3a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.940821] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9389c567-00f5-4678-908c-dc068e673dc1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.957922] env[69942]: DEBUG nova.compute.provider_tree [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.110049] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.168361] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.220608] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830421, 'name': CreateVM_Task, 'duration_secs': 0.357815} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.221534] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830420, 'name': Rename_Task, 'duration_secs': 0.148524} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.221534] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.221768] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.224386] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-520427e2-0f06-43b7-a2a4-95f5331eadb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.236473] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 747.236473] env[69942]: value = "task-3830422" [ 747.236473] env[69942]: _type = "Task" [ 747.236473] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.238160] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.238444] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.238889] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.239336] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7523e744-0b60-4b27-b50c-aab7efa56e30 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.253731] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.256217] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 747.256217] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e4614f-9c3a-271b-bb86-ed77d7b7fda8" [ 747.256217] env[69942]: _type = "Task" [ 747.256217] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.275130] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e4614f-9c3a-271b-bb86-ed77d7b7fda8, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.276203] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.276636] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.276985] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.277786] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.278179] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.281814] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca0a1422-7a67-4ab0-ab2a-476214e48d5c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.291101] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.291420] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.292784] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a651d8-38bb-46dd-aa43-351bcf7a641d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.299805] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 747.299805] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f33f16-42c5-4097-e59f-e47a197081d7" [ 747.299805] env[69942]: _type = "Task" [ 747.299805] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.312557] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f33f16-42c5-4097-e59f-e47a197081d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.317247] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.347905] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquiring lock "bd231ac8-1839-4173-8a22-ca80384103fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.348362] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lock "bd231ac8-1839-4173-8a22-ca80384103fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.461647] env[69942]: DEBUG nova.scheduler.client.report [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.749843] env[69942]: DEBUG oslo_vmware.api [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830422, 'name': PowerOnVM_Task, 'duration_secs': 0.474934} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.750167] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.750616] env[69942]: INFO nova.compute.manager [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Took 8.36 seconds to spawn the instance on the hypervisor. [ 747.750912] env[69942]: DEBUG nova.compute.manager [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.751847] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5582354a-86c2-4fee-966b-a2f7c1e67875 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.815678] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f33f16-42c5-4097-e59f-e47a197081d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011846} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.816507] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c33366-0855-4008-a043-a778c8cddee9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.825080] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 747.825080] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ec4662-01bf-36e8-2e7d-4f5417bb83f5" [ 747.825080] env[69942]: _type = "Task" [ 747.825080] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.839833] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ec4662-01bf-36e8-2e7d-4f5417bb83f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.850825] env[69942]: DEBUG nova.compute.manager [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.969825] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.970397] env[69942]: DEBUG nova.compute.manager [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.974557] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.865s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.979582] env[69942]: INFO nova.compute.claims [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.283834] env[69942]: INFO nova.compute.manager [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Took 13.15 seconds to build instance. [ 748.339151] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ec4662-01bf-36e8-2e7d-4f5417bb83f5, 'name': SearchDatastore_Task, 'duration_secs': 0.031263} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.339968] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.339968] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 8152a45a-e385-41c6-a137-82ccac11e568/8152a45a-e385-41c6-a137-82ccac11e568.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.340169] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc56a098-b0d1-43dd-b3de-0bc52b27345b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.349858] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 748.349858] env[69942]: value = "task-3830423" [ 748.349858] env[69942]: _type = "Task" [ 748.349858] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.365435] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.397323] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.486465] env[69942]: DEBUG nova.compute.utils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.488216] env[69942]: DEBUG nova.compute.manager [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Not allocating networking since 'none' was specified. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 748.786781] env[69942]: DEBUG oslo_concurrency.lockutils [None req-213f49d6-69c7-4294-abf0-85b5c1209fcf tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "8d66c5e5-c8ad-4aed-83cb-d629ba0239b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.669s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.860966] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830423, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.937680] env[69942]: DEBUG nova.compute.manager [req-886eae12-dc2e-4731-ade5-ac51590d7053 req-d3488d12-0736-4f66-90b1-2340b5f20a77 service nova] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Received event network-changed-2bbc5ee0-01f8-40be-a2a3-54a4640d2546 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.937904] env[69942]: DEBUG nova.compute.manager [req-886eae12-dc2e-4731-ade5-ac51590d7053 req-d3488d12-0736-4f66-90b1-2340b5f20a77 service nova] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Refreshing instance network info cache due to event network-changed-2bbc5ee0-01f8-40be-a2a3-54a4640d2546. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.938172] env[69942]: DEBUG oslo_concurrency.lockutils [req-886eae12-dc2e-4731-ade5-ac51590d7053 req-d3488d12-0736-4f66-90b1-2340b5f20a77 service nova] Acquiring lock "refresh_cache-8152a45a-e385-41c6-a137-82ccac11e568" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.938324] env[69942]: DEBUG oslo_concurrency.lockutils [req-886eae12-dc2e-4731-ade5-ac51590d7053 req-d3488d12-0736-4f66-90b1-2340b5f20a77 service nova] Acquired lock "refresh_cache-8152a45a-e385-41c6-a137-82ccac11e568" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.938488] env[69942]: DEBUG nova.network.neutron [req-886eae12-dc2e-4731-ade5-ac51590d7053 req-d3488d12-0736-4f66-90b1-2340b5f20a77 service nova] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Refreshing network info cache for port 2bbc5ee0-01f8-40be-a2a3-54a4640d2546 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.992779] env[69942]: DEBUG nova.compute.manager [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.061593] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquiring lock "af07841b-b3cf-4064-aa18-46cf941305cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.061851] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lock "af07841b-b3cf-4064-aa18-46cf941305cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.077393] env[69942]: DEBUG nova.network.neutron [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Successfully updated port: 1ecda13e-f25d-4c42-8988-1b96ebbccfc2 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.232832] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934e2e18-0a8a-45e5-ae14-e65ff5c2f287 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.246314] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3beeb9c-d30e-4753-a21d-164fc10a53be {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.306306] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2684299a-4c70-4ef5-b1a2-29c399eee87f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.315142] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01401e-dafd-41de-8301-31ed51f38f92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.331296] env[69942]: DEBUG nova.compute.provider_tree [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.365743] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754167} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.366373] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 8152a45a-e385-41c6-a137-82ccac11e568/8152a45a-e385-41c6-a137-82ccac11e568.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.366590] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.366845] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9e900c8-7f1b-451d-b8f8-fb214f9557c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.375907] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 749.375907] env[69942]: value = "task-3830424" [ 749.375907] env[69942]: _type = "Task" [ 749.375907] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.388814] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.580632] env[69942]: DEBUG nova.compute.manager [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.587888] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "refresh_cache-af4c55f0-2edf-44a4-a880-a5a7ad6b0def" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.588056] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquired lock "refresh_cache-af4c55f0-2edf-44a4-a880-a5a7ad6b0def" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.588211] env[69942]: DEBUG nova.network.neutron [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.835811] env[69942]: DEBUG nova.scheduler.client.report [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.891091] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127743} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.891478] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.892401] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7fafc8-1ddd-4fa8-b016-395641cd95fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.922962] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 8152a45a-e385-41c6-a137-82ccac11e568/8152a45a-e385-41c6-a137-82ccac11e568.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.923809] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af4fb02b-2801-4f50-998b-7534221a5a9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.948672] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 749.948672] env[69942]: value = "task-3830425" [ 749.948672] env[69942]: _type = "Task" [ 749.948672] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.965290] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830425, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.004160] env[69942]: DEBUG nova.compute.manager [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.051465] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.051789] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.051865] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.053022] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.053022] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.053149] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.053272] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.053429] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.053599] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.053766] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.053931] env[69942]: DEBUG nova.virt.hardware [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.055197] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4bfc1a-5b30-478d-9c40-7007838deed4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.064458] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4cb44a-88fd-4404-a9b7-8aea41ecadea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.087337] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.093669] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Creating folder: Project (a60ce063fac44a07ac8e52bb403df99f). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.101923] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e77d0442-38d6-42dc-8bcf-218e27f88efc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.123302] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Created folder: Project (a60ce063fac44a07ac8e52bb403df99f) in parent group-v761487. [ 750.123302] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Creating folder: Instances. Parent ref: group-v761494. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.123565] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6c17c4d-4de0-414a-9e12-cf78b32d1208 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.127743] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.138477] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Created folder: Instances in parent group-v761494. [ 750.139159] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.139159] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.139159] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a55855b-415f-40d2-9cef-d440d7e80ed0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.161279] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.161279] env[69942]: value = "task-3830428" [ 750.161279] env[69942]: _type = "Task" [ 750.161279] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.172862] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830428, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.223273] env[69942]: DEBUG nova.network.neutron [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.343174] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.343174] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.348787] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.178s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.357373] env[69942]: INFO nova.compute.claims [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.374311] env[69942]: DEBUG nova.network.neutron [req-886eae12-dc2e-4731-ade5-ac51590d7053 req-d3488d12-0736-4f66-90b1-2340b5f20a77 service nova] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Updated VIF entry in instance network info cache for port 2bbc5ee0-01f8-40be-a2a3-54a4640d2546. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.374897] env[69942]: DEBUG nova.network.neutron [req-886eae12-dc2e-4731-ade5-ac51590d7053 req-d3488d12-0736-4f66-90b1-2340b5f20a77 service nova] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Updating instance_info_cache with network_info: [{"id": "2bbc5ee0-01f8-40be-a2a3-54a4640d2546", "address": "fa:16:3e:86:df:74", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbc5ee0-01", "ovs_interfaceid": "2bbc5ee0-01f8-40be-a2a3-54a4640d2546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.462258] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.671857] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830428, 'name': CreateVM_Task, 'duration_secs': 0.358471} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.671857] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.673552] env[69942]: DEBUG oslo_vmware.service [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eef797-39ec-4996-ad3b-47b8e829c956 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.680821] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.680821] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.681703] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.681849] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cfe29ec-e23b-40ee-ac46-e57d208d4571 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.687905] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 750.687905] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524516d1-d726-b6e9-6112-98cd6529b94b" [ 750.687905] env[69942]: _type = "Task" [ 750.687905] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.696702] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524516d1-d726-b6e9-6112-98cd6529b94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.774202] env[69942]: DEBUG nova.network.neutron [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Updating instance_info_cache with network_info: [{"id": "1ecda13e-f25d-4c42-8988-1b96ebbccfc2", "address": "fa:16:3e:89:b3:38", "network": {"id": "0cfbac83-a7f3-45c7-beb0-7f2d656be3cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-508909111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5332d96509f443ab81cc605f285f14e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ecda13e-f2", "ovs_interfaceid": "1ecda13e-f25d-4c42-8988-1b96ebbccfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.857278] env[69942]: DEBUG nova.compute.utils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.869540] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.870927] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.880329] env[69942]: DEBUG oslo_concurrency.lockutils [req-886eae12-dc2e-4731-ade5-ac51590d7053 req-d3488d12-0736-4f66-90b1-2340b5f20a77 service nova] Releasing lock "refresh_cache-8152a45a-e385-41c6-a137-82ccac11e568" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.957346] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquiring lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.957594] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.961678] env[69942]: DEBUG nova.policy [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ff63b0e6c242d4af9cae56974a55f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9cc41844dc9471cae2627b7c5cb3cf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.971663] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.199390] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.199722] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.199968] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.202961] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.202961] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.202961] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69f4f24c-507c-420b-a7f0-a11e5c81d638 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.210715] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.210920] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.211765] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d0a15e-e57b-4fcb-9d64-7edeec13db51 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.220683] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5117b22a-a940-48c3-858f-0134180e3b31 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.228730] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 751.228730] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5281b578-a6bf-c55f-763a-5aa611f0da83" [ 751.228730] env[69942]: _type = "Task" [ 751.228730] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.242559] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5281b578-a6bf-c55f-763a-5aa611f0da83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.279483] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Releasing lock "refresh_cache-af4c55f0-2edf-44a4-a880-a5a7ad6b0def" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.280512] env[69942]: DEBUG nova.compute.manager [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Instance network_info: |[{"id": "1ecda13e-f25d-4c42-8988-1b96ebbccfc2", "address": "fa:16:3e:89:b3:38", "network": {"id": "0cfbac83-a7f3-45c7-beb0-7f2d656be3cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-508909111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5332d96509f443ab81cc605f285f14e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ecda13e-f2", "ovs_interfaceid": "1ecda13e-f25d-4c42-8988-1b96ebbccfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.280955] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:b3:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ecda13e-f25d-4c42-8988-1b96ebbccfc2', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.292661] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Creating folder: Project (e5332d96509f443ab81cc605f285f14e). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.292964] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e07c5b6-27fb-46e0-9430-c224c69b1cb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.305977] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Created folder: Project (e5332d96509f443ab81cc605f285f14e) in parent group-v761487. [ 751.306277] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Creating folder: Instances. Parent ref: group-v761497. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.307190] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5431792e-a12f-4c49-8747-ac0279e35131 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.318778] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Created folder: Instances in parent group-v761497. [ 751.319114] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.319271] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.319482] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06d32fd7-6a08-4f56-a4a0-0a98330f726a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.341845] env[69942]: INFO nova.compute.manager [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Rebuilding instance [ 751.345963] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.345963] env[69942]: value = "task-3830431" [ 751.345963] env[69942]: _type = "Task" [ 751.345963] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.358194] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830431, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.371885] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.439737] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Successfully created port: e58713e0-34fc-4b38-8b92-0c5ef32b3250 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.462572] env[69942]: DEBUG nova.compute.manager [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.474176] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830425, 'name': ReconfigVM_Task, 'duration_secs': 1.323424} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.474176] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 8152a45a-e385-41c6-a137-82ccac11e568/8152a45a-e385-41c6-a137-82ccac11e568.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.474176] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cea8f0fa-86aa-403c-be64-99ebf42db230 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.482012] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 751.482012] env[69942]: value = "task-3830432" [ 751.482012] env[69942]: _type = "Task" [ 751.482012] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.504606] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830432, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.529905] env[69942]: DEBUG nova.compute.manager [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.531315] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83064ecf-c286-4837-8d60-1bc0d16b4bf4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.700898] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquiring lock "30ef4444-a9fb-41c8-befd-5a4d6304157e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.701432] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Lock "30ef4444-a9fb-41c8-befd-5a4d6304157e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.735588] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b69f87f-39fc-44b2-86a3-e743548c0715 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.749393] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06983f9-84c1-4e77-b8c9-53b937f9133f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.753374] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Preparing fetch location {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 751.754159] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Creating directory with path [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.754159] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22aa9ac2-4f96-4434-894e-b242e9e4925c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.788114] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadab90d-b96c-459d-bf10-db347dbbeab6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.790788] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Created directory with path [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.790902] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Fetch image to [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 751.791333] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Downloading image file data 921d00bb-44fa-4b98-9f81-11abc614b7e8 to [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk on the data store datastore1 {{(pid=69942) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 751.791779] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2452a355-a512-477c-b7dd-9cca9427c969 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.802095] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773eafc5-feba-4930-b15f-9e59f3b2cf80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.806834] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772b2d54-2aad-428c-8612-a386bd9a86b7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.827352] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a8a022-81a5-464c-b8e1-ec5619e1baa2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.831874] env[69942]: DEBUG nova.compute.provider_tree [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.868568] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868b235a-5fe1-4d0d-b78a-3358fa080447 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.875747] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830431, 'name': CreateVM_Task, 'duration_secs': 0.365644} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.878034] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.878495] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.878650] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.879009] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.879196] env[69942]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-8e357343-039b-43d4-8921-da5a994ed388 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.881393] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0fc25e-23bb-495a-9f49-cad34a47b157 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.891430] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 751.891430] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527c9c43-6f75-2eea-2260-6467abe15e42" [ 751.891430] env[69942]: _type = "Task" [ 751.891430] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.901333] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527c9c43-6f75-2eea-2260-6467abe15e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.992645] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Downloading image file data 921d00bb-44fa-4b98-9f81-11abc614b7e8 to the data store datastore1 {{(pid=69942) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 751.996955] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.000966] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830432, 'name': Rename_Task, 'duration_secs': 0.221731} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.001286] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.001533] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af2731b0-2080-4fa6-b015-9072a26e610c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.008770] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 752.008770] env[69942]: value = "task-3830433" [ 752.008770] env[69942]: _type = "Task" [ 752.008770] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.018362] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.083477] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69942) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 752.158359] env[69942]: DEBUG nova.compute.manager [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Received event network-vif-plugged-1ecda13e-f25d-4c42-8988-1b96ebbccfc2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.158359] env[69942]: DEBUG oslo_concurrency.lockutils [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] Acquiring lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.158359] env[69942]: DEBUG oslo_concurrency.lockutils [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.158359] env[69942]: DEBUG oslo_concurrency.lockutils [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.158359] env[69942]: DEBUG nova.compute.manager [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] No waiting events found dispatching network-vif-plugged-1ecda13e-f25d-4c42-8988-1b96ebbccfc2 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.159039] env[69942]: WARNING nova.compute.manager [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Received unexpected event network-vif-plugged-1ecda13e-f25d-4c42-8988-1b96ebbccfc2 for instance with vm_state building and task_state spawning. [ 752.159039] env[69942]: DEBUG nova.compute.manager [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Received event network-changed-1ecda13e-f25d-4c42-8988-1b96ebbccfc2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.159039] env[69942]: DEBUG nova.compute.manager [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Refreshing instance network info cache due to event network-changed-1ecda13e-f25d-4c42-8988-1b96ebbccfc2. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.159039] env[69942]: DEBUG oslo_concurrency.lockutils [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] Acquiring lock "refresh_cache-af4c55f0-2edf-44a4-a880-a5a7ad6b0def" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.159039] env[69942]: DEBUG oslo_concurrency.lockutils [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] Acquired lock "refresh_cache-af4c55f0-2edf-44a4-a880-a5a7ad6b0def" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.159296] env[69942]: DEBUG nova.network.neutron [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Refreshing network info cache for port 1ecda13e-f25d-4c42-8988-1b96ebbccfc2 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.206229] env[69942]: DEBUG nova.compute.manager [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.335562] env[69942]: DEBUG nova.scheduler.client.report [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.389898] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.412493] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.412896] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.413316] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.431246] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.431413] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.431484] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.431703] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.431910] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.432030] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.432278] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.432380] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.432573] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.432737] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.433385] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.434531] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae14ed9-1d11-4d24-8b30-9b475939c46d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.451268] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e020d1-5936-4512-b541-0dafd9eab64d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.522969] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.548971] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.548971] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c32b8b63-869b-408c-b18e-9fffb6349bcd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.557989] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 752.557989] env[69942]: value = "task-3830434" [ 752.557989] env[69942]: _type = "Task" [ 752.557989] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.575047] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.747039] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.849265] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.849265] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.854271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.538s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.855921] env[69942]: INFO nova.compute.claims [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.860924] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Completed reading data from the image iterator. {{(pid=69942) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 752.860924] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 753.004237] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Downloaded image file data 921d00bb-44fa-4b98-9f81-11abc614b7e8 to vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk on the data store datastore1 {{(pid=69942) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 753.005975] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Caching image {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 753.006262] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Copying Virtual Disk [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk to [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.006579] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-827a1970-9e30-44df-9e27-7c4795c0a290 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.022988] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 753.022988] env[69942]: value = "task-3830435" [ 753.022988] env[69942]: _type = "Task" [ 753.022988] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.022988] env[69942]: DEBUG oslo_vmware.api [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830433, 'name': PowerOnVM_Task, 'duration_secs': 0.828766} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.026087] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.026198] env[69942]: INFO nova.compute.manager [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Took 11.39 seconds to spawn the instance on the hypervisor. [ 753.026413] env[69942]: DEBUG nova.compute.manager [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.035607] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9a4050-d52f-4720-bd2b-d3c5e65368e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.045776] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.069850] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830434, 'name': PowerOffVM_Task, 'duration_secs': 0.14688} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.070111] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.070435] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.072817] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1838243-bca9-4f0c-8858-720d939e472d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.081304] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.081761] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-758938dd-a611-4084-8804-9af73499b941 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.112612] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.112612] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.112612] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Deleting the datastore file [datastore2] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.112612] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b3f0177-bf4a-40fa-96dc-410f5b66f1cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.122493] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 753.122493] env[69942]: value = "task-3830437" [ 753.122493] env[69942]: _type = "Task" [ 753.122493] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.134184] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.366191] env[69942]: DEBUG nova.compute.utils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.368139] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.368339] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.536840] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830435, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.564176] env[69942]: INFO nova.compute.manager [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Took 18.27 seconds to build instance. [ 753.607654] env[69942]: DEBUG nova.policy [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ff63b0e6c242d4af9cae56974a55f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9cc41844dc9471cae2627b7c5cb3cf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.635254] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131523} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.635665] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.635705] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.636480] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.883092] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.888233] env[69942]: DEBUG nova.network.neutron [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Updated VIF entry in instance network info cache for port 1ecda13e-f25d-4c42-8988-1b96ebbccfc2. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.889992] env[69942]: DEBUG nova.network.neutron [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Updating instance_info_cache with network_info: [{"id": "1ecda13e-f25d-4c42-8988-1b96ebbccfc2", "address": "fa:16:3e:89:b3:38", "network": {"id": "0cfbac83-a7f3-45c7-beb0-7f2d656be3cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-508909111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5332d96509f443ab81cc605f285f14e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ecda13e-f2", "ovs_interfaceid": "1ecda13e-f25d-4c42-8988-1b96ebbccfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.041012] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740922} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.041538] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Copied Virtual Disk [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk to [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.041744] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Deleting the datastore file [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8/tmp-sparse.vmdk {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.042032] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8be5ee7-45f9-4c20-98bf-ecf9a8c70459 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.052712] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 754.052712] env[69942]: value = "task-3830438" [ 754.052712] env[69942]: _type = "Task" [ 754.052712] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.067460] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f2def993-dacb-4620-b9b9-54c8433b15a8 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "8152a45a-e385-41c6-a137-82ccac11e568" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.789s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.067761] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.109183] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ba8555-0bbf-46b3-8959-809d41ce1612 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.118820] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a559d9f8-fa49-4107-933c-5fd5b7538f40 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.162992] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0417aa2e-660e-41b6-882c-40987aca7a46 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.176211] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de856d48-5716-46c9-9e1b-8824b877b689 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.191668] env[69942]: DEBUG nova.compute.provider_tree [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.399850] env[69942]: DEBUG oslo_concurrency.lockutils [req-6851e3c3-33f0-477a-a5bc-a1dd1c21b29e req-06f818a7-eb34-4de5-9977-809acab21d31 service nova] Releasing lock "refresh_cache-af4c55f0-2edf-44a4-a880-a5a7ad6b0def" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.549578] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Successfully created port: 61a6e6dc-2ff8-44d0-880e-9ea30335b410 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.563355] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027365} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.563605] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.563915] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Moving file from [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384/921d00bb-44fa-4b98-9f81-11abc614b7e8 to [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8. {{(pid=69942) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 754.564206] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1cc84c21-3ad2-48b7-80fe-2716c137d0c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.572825] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 754.572825] env[69942]: value = "task-3830439" [ 754.572825] env[69942]: _type = "Task" [ 754.572825] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.584279] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830439, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.649871] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Successfully updated port: e58713e0-34fc-4b38-8b92-0c5ef32b3250 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.698786] env[69942]: DEBUG nova.scheduler.client.report [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.707014] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.707425] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.707598] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.707776] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.708212] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.708431] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.708763] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.708835] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.708963] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.709130] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.709296] env[69942]: DEBUG nova.virt.hardware [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.711020] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80c416e-d07e-4446-94f6-6b072e66ef9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.720788] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90fc020-3bc6-4e7f-b781-db131ccf33c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.738653] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.745245] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.745645] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.745895] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-539eef7d-2aec-4c46-a3c0-3dde805353e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.765395] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.765395] env[69942]: value = "task-3830440" [ 754.765395] env[69942]: _type = "Task" [ 754.765395] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.776016] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830440, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.902406] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.935129] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.935950] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.936176] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.936471] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.936661] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.937538] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.937838] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.938057] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.938269] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.938473] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.938696] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.939614] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb253cc8-be75-43e0-974e-e2bc0348e8cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.952014] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eb11ea-e890-4341-99c1-6564e52bf47d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.088760] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830439, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028421} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.089025] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] File moved {{(pid=69942) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 755.089978] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Cleaning up location [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 755.089978] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Deleting the datastore file [datastore1] vmware_temp/d960b265-42bf-4740-8bd0-0716a41ac384 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.089978] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ebd670e-5913-4faf-afaf-d450e5e51954 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.097204] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 755.097204] env[69942]: value = "task-3830441" [ 755.097204] env[69942]: _type = "Task" [ 755.097204] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.108434] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.125955] env[69942]: DEBUG nova.compute.manager [req-2cc83d05-5e94-41d4-a446-ab21fddbd223 req-b06fb5a4-6b3b-49cb-88af-2c90f02d3c85 service nova] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Received event network-vif-plugged-e58713e0-34fc-4b38-8b92-0c5ef32b3250 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.126204] env[69942]: DEBUG oslo_concurrency.lockutils [req-2cc83d05-5e94-41d4-a446-ab21fddbd223 req-b06fb5a4-6b3b-49cb-88af-2c90f02d3c85 service nova] Acquiring lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.126407] env[69942]: DEBUG oslo_concurrency.lockutils [req-2cc83d05-5e94-41d4-a446-ab21fddbd223 req-b06fb5a4-6b3b-49cb-88af-2c90f02d3c85 service nova] Lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.126571] env[69942]: DEBUG oslo_concurrency.lockutils [req-2cc83d05-5e94-41d4-a446-ab21fddbd223 req-b06fb5a4-6b3b-49cb-88af-2c90f02d3c85 service nova] Lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.126746] env[69942]: DEBUG nova.compute.manager [req-2cc83d05-5e94-41d4-a446-ab21fddbd223 req-b06fb5a4-6b3b-49cb-88af-2c90f02d3c85 service nova] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] No waiting events found dispatching network-vif-plugged-e58713e0-34fc-4b38-8b92-0c5ef32b3250 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.126913] env[69942]: WARNING nova.compute.manager [req-2cc83d05-5e94-41d4-a446-ab21fddbd223 req-b06fb5a4-6b3b-49cb-88af-2c90f02d3c85 service nova] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Received unexpected event network-vif-plugged-e58713e0-34fc-4b38-8b92-0c5ef32b3250 for instance with vm_state building and task_state spawning. [ 755.152994] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "refresh_cache-3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.153489] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired lock "refresh_cache-3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.155618] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.205495] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.206428] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.214872] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.818s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.216403] env[69942]: INFO nova.compute.claims [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.282979] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830440, 'name': CreateVM_Task, 'duration_secs': 0.345871} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.284072] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.284072] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.284072] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.284278] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.284514] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e889e09-1202-4f6d-b603-eb6a8019359a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.292458] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 755.292458] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526952b5-ef21-5341-9ff9-a23999e90b16" [ 755.292458] env[69942]: _type = "Task" [ 755.292458] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.309895] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526952b5-ef21-5341-9ff9-a23999e90b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.610071] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035389} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.610415] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.611259] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391535fb-dbfb-46ee-a1aa-82edd3f77912 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.619147] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 755.619147] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52aa3fd4-7059-598e-9aa6-26483dd9452d" [ 755.619147] env[69942]: _type = "Task" [ 755.619147] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.633476] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52aa3fd4-7059-598e-9aa6-26483dd9452d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.716953] env[69942]: DEBUG nova.compute.utils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.718357] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.718634] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.808812] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526952b5-ef21-5341-9ff9-a23999e90b16, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.810946] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.810946] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.811318] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.818628] env[69942]: DEBUG nova.policy [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6ff63b0e6c242d4af9cae56974a55f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9cc41844dc9471cae2627b7c5cb3cf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.881667] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Acquiring lock "8152a45a-e385-41c6-a137-82ccac11e568" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.882042] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Lock "8152a45a-e385-41c6-a137-82ccac11e568" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.882248] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Acquiring lock "8152a45a-e385-41c6-a137-82ccac11e568-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.882563] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Lock "8152a45a-e385-41c6-a137-82ccac11e568-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.882640] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Lock "8152a45a-e385-41c6-a137-82ccac11e568-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.886632] env[69942]: INFO nova.compute.manager [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Terminating instance [ 755.937022] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.039613] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquiring lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.039972] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.130713] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52aa3fd4-7059-598e-9aa6-26483dd9452d, 'name': SearchDatastore_Task, 'duration_secs': 0.008623} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.131113] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.131415] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 6b2238be-641f-4e97-a83b-bea64ecaff30/6b2238be-641f-4e97-a83b-bea64ecaff30.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.131692] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.131990] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.132208] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c330570-6214-494c-9771-73e275558cce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.134430] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57998d4e-f0bc-4e2d-b7f8-e75cbf52dafc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.144162] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 756.144162] env[69942]: value = "task-3830442" [ 756.144162] env[69942]: _type = "Task" [ 756.144162] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.149023] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.149023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.154566] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff56d315-60e0-4bd7-8f50-70ccab9435bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.166867] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 756.166867] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c18fb6-d4bb-89da-476e-2c0c7580ebee" [ 756.166867] env[69942]: _type = "Task" [ 756.166867] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.173574] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.183730] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c18fb6-d4bb-89da-476e-2c0c7580ebee, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.184635] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb19da48-7640-47e2-a2db-c5a3a4982258 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.194034] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 756.194034] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522e2230-6b79-257c-adce-001db03e4d4f" [ 756.194034] env[69942]: _type = "Task" [ 756.194034] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.205877] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522e2230-6b79-257c-adce-001db03e4d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.223671] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.391078] env[69942]: DEBUG nova.compute.manager [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.391078] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.391704] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0819576c-3526-4659-a9de-10f6ef48de16 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.405505] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.405806] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81a1f4b0-8ba6-4f44-9084-5ee0cb308eb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.417275] env[69942]: DEBUG oslo_vmware.api [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Waiting for the task: (returnval){ [ 756.417275] env[69942]: value = "task-3830443" [ 756.417275] env[69942]: _type = "Task" [ 756.417275] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.429677] env[69942]: DEBUG oslo_vmware.api [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Task: {'id': task-3830443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.490821] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Updating instance_info_cache with network_info: [{"id": "e58713e0-34fc-4b38-8b92-0c5ef32b3250", "address": "fa:16:3e:bf:92:0d", "network": {"id": "cd913c41-49af-4abb-8311-3a627ba08197", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1676014688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c9cc41844dc9471cae2627b7c5cb3cf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58713e0-34", "ovs_interfaceid": "e58713e0-34fc-4b38-8b92-0c5ef32b3250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.500070] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d63c4a-1bb7-40cc-bb5b-f0142c012d40 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.515608] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015f2e47-fa3e-408a-99a8-27e1cb26cd57 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.562518] env[69942]: DEBUG nova.compute.manager [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.568207] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3971db-78f2-4040-ab1b-8b0a335fb627 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.583039] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62905db1-8665-434d-b5e5-a6b0bdacc202 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.603577] env[69942]: DEBUG nova.compute.provider_tree [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.661547] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830442, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.704896] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522e2230-6b79-257c-adce-001db03e4d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.026482} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.705197] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705523] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] af4c55f0-2edf-44a4-a880-a5a7ad6b0def/af4c55f0-2edf-44a4-a880-a5a7ad6b0def.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.705830] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.706108] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.706428] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2cf7816-d738-42f6-bea2-e74c77e5ee2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.709946] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61239ce8-3d80-4e49-8139-b514b6e8e9d9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.719236] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 756.719236] env[69942]: value = "task-3830444" [ 756.719236] env[69942]: _type = "Task" [ 756.719236] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.728413] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.728890] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.736139] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39d0063-f5d1-41b8-a7c3-0ea9176d09cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.738994] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.743197] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 756.743197] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52351edb-45a8-4175-cbc6-78f540c408e8" [ 756.743197] env[69942]: _type = "Task" [ 756.743197] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.752587] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52351edb-45a8-4175-cbc6-78f540c408e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.933049] env[69942]: DEBUG oslo_vmware.api [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Task: {'id': task-3830443, 'name': PowerOffVM_Task, 'duration_secs': 0.201579} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.933049] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.933049] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.933049] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45b7df70-d81d-422e-bcd2-620055196e7a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.998045] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Releasing lock "refresh_cache-3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.998045] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Instance network_info: |[{"id": "e58713e0-34fc-4b38-8b92-0c5ef32b3250", "address": "fa:16:3e:bf:92:0d", "network": {"id": "cd913c41-49af-4abb-8311-3a627ba08197", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1676014688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c9cc41844dc9471cae2627b7c5cb3cf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58713e0-34", "ovs_interfaceid": "e58713e0-34fc-4b38-8b92-0c5ef32b3250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.998325] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:92:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e58713e0-34fc-4b38-8b92-0c5ef32b3250', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.010857] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Creating folder: Project (c9cc41844dc9471cae2627b7c5cb3cf9). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.011905] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1385911-b908-4686-875c-ea117f45eac2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.016444] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.016762] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.017231] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Deleting the datastore file [datastore2] 8152a45a-e385-41c6-a137-82ccac11e568 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.020425] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fca9f65-70ea-4947-bc6e-88b95743e0fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.031814] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Created folder: Project (c9cc41844dc9471cae2627b7c5cb3cf9) in parent group-v761487. [ 757.032836] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Creating folder: Instances. Parent ref: group-v761501. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.035548] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f285056-1d69-42f3-9fea-0ce6023235a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.038270] env[69942]: DEBUG oslo_vmware.api [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Waiting for the task: (returnval){ [ 757.038270] env[69942]: value = "task-3830447" [ 757.038270] env[69942]: _type = "Task" [ 757.038270] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.053907] env[69942]: DEBUG oslo_vmware.api [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Task: {'id': task-3830447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.055777] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Created folder: Instances in parent group-v761501. [ 757.056594] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.056917] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.057423] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12d83ab8-46c4-44d5-b7ad-f011802e7e72 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.087956] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.087956] env[69942]: value = "task-3830449" [ 757.087956] env[69942]: _type = "Task" [ 757.087956] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.098609] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.102435] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830449, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.107907] env[69942]: DEBUG nova.scheduler.client.report [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.163550] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570999} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.163958] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 6b2238be-641f-4e97-a83b-bea64ecaff30/6b2238be-641f-4e97-a83b-bea64ecaff30.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.164265] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.164934] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b435288-a8a8-4fa6-b77e-b7896eff1012 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.178747] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 757.178747] env[69942]: value = "task-3830450" [ 757.178747] env[69942]: _type = "Task" [ 757.178747] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.193355] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.213710] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Successfully created port: f8007de3-f918-4623-a0e4-c00a637526d3 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.238350] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510123} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.238653] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] af4c55f0-2edf-44a4-a880-a5a7ad6b0def/af4c55f0-2edf-44a4-a880-a5a7ad6b0def.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.239537] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.239537] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13d7851a-7cb0-4bc3-b5ec-2d89b229664a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.243829] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.256122] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 757.256122] env[69942]: value = "task-3830451" [ 757.256122] env[69942]: _type = "Task" [ 757.256122] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.267865] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52351edb-45a8-4175-cbc6-78f540c408e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.275014] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b1d620-5b33-4c5e-bb5a-bc8a000747d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.281655] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.284836] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.285180] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.285335] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.285525] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.285690] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.285850] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.286124] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.286394] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.286467] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.286705] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.286791] env[69942]: DEBUG nova.virt.hardware [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.288290] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e7e06c-d5dc-4947-b803-82ccec2240a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.293284] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 757.293284] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523f6f7c-588f-5c02-cc17-f5c2d16e7923" [ 757.293284] env[69942]: _type = "Task" [ 757.293284] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.303414] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5253b42-d25e-43bb-b687-aaa65acce7c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.314899] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523f6f7c-588f-5c02-cc17-f5c2d16e7923, 'name': SearchDatastore_Task, 'duration_secs': 0.012321} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.315692] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.316077] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.316473] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ee1f7d6-7fd4-43ff-80b4-5359cff47e12 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.340090] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 757.340090] env[69942]: value = "task-3830452" [ 757.340090] env[69942]: _type = "Task" [ 757.340090] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.354867] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.559953] env[69942]: DEBUG oslo_vmware.api [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Task: {'id': task-3830447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301958} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.560358] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.560466] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.560981] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.560981] env[69942]: INFO nova.compute.manager [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Took 1.17 seconds to destroy the instance on the hypervisor. [ 757.561278] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.562009] env[69942]: DEBUG nova.compute.manager [-] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.562009] env[69942]: DEBUG nova.network.neutron [-] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.599222] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830449, 'name': CreateVM_Task, 'duration_secs': 0.405354} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.599528] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.600211] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.601106] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.601106] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.601318] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e83a15-534f-4c90-a231-fd0251a88022 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.615113] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.615113] env[69942]: DEBUG nova.compute.manager [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.622185] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 757.622185] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528699d7-6c1e-f051-7efa-3621e7f63af2" [ 757.622185] env[69942]: _type = "Task" [ 757.622185] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.623297] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.495s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.626515] env[69942]: INFO nova.compute.claims [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.641086] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528699d7-6c1e-f051-7efa-3621e7f63af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.694341] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104358} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.695098] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.695992] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6d0638-1328-4391-ac47-650befbe836a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.724899] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 6b2238be-641f-4e97-a83b-bea64ecaff30/6b2238be-641f-4e97-a83b-bea64ecaff30.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.724899] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-303c22b6-7f3d-4395-819b-b3899c3f5f37 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.752751] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 757.752751] env[69942]: value = "task-3830453" [ 757.752751] env[69942]: _type = "Task" [ 757.752751] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.764083] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.774330] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079131} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.775089] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.776201] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc96694-5666-4f66-bec0-d9b4eff03884 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.806898] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] af4c55f0-2edf-44a4-a880-a5a7ad6b0def/af4c55f0-2edf-44a4-a880-a5a7ad6b0def.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.807211] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c3b3403-4b1b-4ed4-809b-1a59bdc1a72c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.828972] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 757.828972] env[69942]: value = "task-3830454" [ 757.828972] env[69942]: _type = "Task" [ 757.828972] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.839029] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.851088] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480791} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.851364] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.851690] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.851934] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4df8a0ec-3218-4976-b4b1-c05e34689334 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.859823] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 757.859823] env[69942]: value = "task-3830455" [ 757.859823] env[69942]: _type = "Task" [ 757.859823] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.869174] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.899204] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Successfully updated port: 61a6e6dc-2ff8-44d0-880e-9ea30335b410 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.124601] env[69942]: DEBUG nova.compute.utils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.125809] env[69942]: DEBUG nova.compute.manager [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.126862] env[69942]: DEBUG nova.network.neutron [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.153297] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528699d7-6c1e-f051-7efa-3621e7f63af2, 'name': SearchDatastore_Task, 'duration_secs': 0.057344} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.157346] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.157346] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.157346] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.157346] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.157586] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.158285] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5244ada8-3b9c-4a75-a559-839aef504813 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.171262] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.171262] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.171398] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40acc99f-5d49-4bdb-9682-3e60483ad88e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.185595] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 758.185595] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521f26a9-b06c-67bb-1551-efcf0231523a" [ 758.185595] env[69942]: _type = "Task" [ 758.185595] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.195170] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521f26a9-b06c-67bb-1551-efcf0231523a, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.198600] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd333a7-e439-41ef-8442-d634d419172b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.211303] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 758.211303] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527e3aa3-9cec-9964-cd6c-8b5b51bd8c0c" [ 758.211303] env[69942]: _type = "Task" [ 758.211303] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.220868] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527e3aa3-9cec-9964-cd6c-8b5b51bd8c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.266641] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830453, 'name': ReconfigVM_Task, 'duration_secs': 0.332403} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.266919] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 6b2238be-641f-4e97-a83b-bea64ecaff30/6b2238be-641f-4e97-a83b-bea64ecaff30.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.267565] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7fa1ba3-95b2-496a-88e5-a7c3707e3b28 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.278022] env[69942]: DEBUG nova.policy [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e98996a569094f3db80968bd74fe8334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf8e217108fd490eb0b6fed40d2a4fa3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.281605] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 758.281605] env[69942]: value = "task-3830456" [ 758.281605] env[69942]: _type = "Task" [ 758.281605] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.298276] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830456, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.338624] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830454, 'name': ReconfigVM_Task, 'duration_secs': 0.289024} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.338897] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Reconfigured VM instance instance-00000003 to attach disk [datastore1] af4c55f0-2edf-44a4-a880-a5a7ad6b0def/af4c55f0-2edf-44a4-a880-a5a7ad6b0def.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.339593] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a9db52b-aac6-4efe-adc8-0bae6dec2bea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.348792] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 758.348792] env[69942]: value = "task-3830457" [ 758.348792] env[69942]: _type = "Task" [ 758.348792] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.362402] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830457, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.376212] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067599} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.376560] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.377440] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ec11f4-0862-4617-848d-0f204db3b318 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.400793] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.401562] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "refresh_cache-b90df52f-746d-4426-9b24-61fafe014887" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.401562] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired lock "refresh_cache-b90df52f-746d-4426-9b24-61fafe014887" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.401773] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.402818] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9bb3ac-8585-4d44-8e67-f7e5034dcec0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.427778] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 758.427778] env[69942]: value = "task-3830458" [ 758.427778] env[69942]: _type = "Task" [ 758.427778] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.438357] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.631787] env[69942]: DEBUG nova.compute.manager [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.728078] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527e3aa3-9cec-9964-cd6c-8b5b51bd8c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.015806} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.728708] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.728708] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93/3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.729061] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e46884a-417d-4693-ad57-c112268e9a43 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.744079] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 758.744079] env[69942]: value = "task-3830459" [ 758.744079] env[69942]: _type = "Task" [ 758.744079] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.759979] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.791541] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.791748] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.803022] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830456, 'name': Rename_Task, 'duration_secs': 0.147654} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.808444] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.808941] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-547b49d2-5897-4b6f-a796-0369366df3e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.823594] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 758.823594] env[69942]: value = "task-3830460" [ 758.823594] env[69942]: _type = "Task" [ 758.823594] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.842322] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830460, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.863910] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830457, 'name': Rename_Task, 'duration_secs': 0.264969} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.864319] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.864868] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cb3506a-66cc-4fd2-8ec1-d0d139c82a26 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.873996] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 758.873996] env[69942]: value = "task-3830461" [ 758.873996] env[69942]: _type = "Task" [ 758.873996] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.892331] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.944107] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.972236] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5f58ab-9f6c-4b75-86c5-c4f415dd1510 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.982434] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a957f39-2e36-4317-85c0-2e9734ad1872 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.023533] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc462c8-77c3-4171-9d8a-5147fab64571 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.039361] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db645d9-fccb-49bd-a57b-e6cbed2a3f72 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.055758] env[69942]: DEBUG nova.compute.provider_tree [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.081018] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.249188] env[69942]: DEBUG nova.compute.manager [req-dff59fcf-1074-4ba8-ada3-d64b774181ab req-109ac402-9536-4411-a328-9a228bbb8078 service nova] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Received event network-changed-e58713e0-34fc-4b38-8b92-0c5ef32b3250 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.249756] env[69942]: DEBUG nova.compute.manager [req-dff59fcf-1074-4ba8-ada3-d64b774181ab req-109ac402-9536-4411-a328-9a228bbb8078 service nova] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Refreshing instance network info cache due to event network-changed-e58713e0-34fc-4b38-8b92-0c5ef32b3250. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.250250] env[69942]: DEBUG oslo_concurrency.lockutils [req-dff59fcf-1074-4ba8-ada3-d64b774181ab req-109ac402-9536-4411-a328-9a228bbb8078 service nova] Acquiring lock "refresh_cache-3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.250607] env[69942]: DEBUG oslo_concurrency.lockutils [req-dff59fcf-1074-4ba8-ada3-d64b774181ab req-109ac402-9536-4411-a328-9a228bbb8078 service nova] Acquired lock "refresh_cache-3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.251540] env[69942]: DEBUG nova.network.neutron [req-dff59fcf-1074-4ba8-ada3-d64b774181ab req-109ac402-9536-4411-a328-9a228bbb8078 service nova] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Refreshing network info cache for port e58713e0-34fc-4b38-8b92-0c5ef32b3250 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.275740] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.285918] env[69942]: DEBUG nova.compute.manager [req-51416e2f-9f86-4cad-a4f8-99c6854846b0 req-acb24438-3637-4309-a1c4-28276e266978 service nova] [instance: b90df52f-746d-4426-9b24-61fafe014887] Received event network-vif-plugged-61a6e6dc-2ff8-44d0-880e-9ea30335b410 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.290023] env[69942]: DEBUG oslo_concurrency.lockutils [req-51416e2f-9f86-4cad-a4f8-99c6854846b0 req-acb24438-3637-4309-a1c4-28276e266978 service nova] Acquiring lock "b90df52f-746d-4426-9b24-61fafe014887-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.290023] env[69942]: DEBUG oslo_concurrency.lockutils [req-51416e2f-9f86-4cad-a4f8-99c6854846b0 req-acb24438-3637-4309-a1c4-28276e266978 service nova] Lock "b90df52f-746d-4426-9b24-61fafe014887-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.290023] env[69942]: DEBUG oslo_concurrency.lockutils [req-51416e2f-9f86-4cad-a4f8-99c6854846b0 req-acb24438-3637-4309-a1c4-28276e266978 service nova] Lock "b90df52f-746d-4426-9b24-61fafe014887-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.290023] env[69942]: DEBUG nova.compute.manager [req-51416e2f-9f86-4cad-a4f8-99c6854846b0 req-acb24438-3637-4309-a1c4-28276e266978 service nova] [instance: b90df52f-746d-4426-9b24-61fafe014887] No waiting events found dispatching network-vif-plugged-61a6e6dc-2ff8-44d0-880e-9ea30335b410 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.290023] env[69942]: WARNING nova.compute.manager [req-51416e2f-9f86-4cad-a4f8-99c6854846b0 req-acb24438-3637-4309-a1c4-28276e266978 service nova] [instance: b90df52f-746d-4426-9b24-61fafe014887] Received unexpected event network-vif-plugged-61a6e6dc-2ff8-44d0-880e-9ea30335b410 for instance with vm_state building and task_state spawning. [ 759.340611] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "bf3a8bd4-f850-4d94-832f-04a1234d762a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.340910] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "bf3a8bd4-f850-4d94-832f-04a1234d762a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.345923] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.389166] env[69942]: DEBUG oslo_vmware.api [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830461, 'name': PowerOnVM_Task, 'duration_secs': 0.496697} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.389166] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.389166] env[69942]: INFO nova.compute.manager [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Took 12.68 seconds to spawn the instance on the hypervisor. [ 759.389166] env[69942]: DEBUG nova.compute.manager [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.394974] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcde6b19-ebd4-4cd3-b865-14d9d994d4a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.452021] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.561021] env[69942]: DEBUG nova.scheduler.client.report [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.641452] env[69942]: DEBUG nova.network.neutron [-] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.643833] env[69942]: DEBUG nova.compute.manager [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.691176] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.691443] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.691965] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.691965] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.691965] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.692149] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.692279] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.692410] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.692572] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.692838] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.692969] env[69942]: DEBUG nova.virt.hardware [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.695539] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40728a7-aa5c-4768-a985-895fb692e015 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.703470] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6851bf85-cfb8-4ca1-a2d8-93dd0bc4cec6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.771070] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.978909] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.978909] env[69942]: INFO nova.compute.manager [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Took 18.77 seconds to build instance. [ 759.978909] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830458, 'name': ReconfigVM_Task, 'duration_secs': 1.351956} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.978909] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.978909] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d56e2920-4aca-40df-ae72-4b7eeb61d73c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.980529] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 759.980529] env[69942]: value = "task-3830462" [ 759.980529] env[69942]: _type = "Task" [ 759.980529] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.981962] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830462, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.004478] env[69942]: DEBUG nova.network.neutron [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Successfully created port: 8fa8ad7e-18f6-44d5-ac8c-1959c997f99e {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.064274] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.064799] env[69942]: DEBUG nova.compute.manager [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.068209] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.071s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.070663] env[69942]: INFO nova.compute.claims [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.150579] env[69942]: INFO nova.compute.manager [-] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Took 2.59 seconds to deallocate network for instance. [ 760.282100] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830459, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.477038} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.282100] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93/3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.282100] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.282100] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ca87ada-0c27-47d1-8b14-e798dd7fc9a0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.287594] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Updating instance_info_cache with network_info: [{"id": "61a6e6dc-2ff8-44d0-880e-9ea30335b410", "address": "fa:16:3e:21:a9:6b", "network": {"id": "cd913c41-49af-4abb-8311-3a627ba08197", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1676014688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9cc41844dc9471cae2627b7c5cb3cf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a6e6dc-2f", "ovs_interfaceid": "61a6e6dc-2ff8-44d0-880e-9ea30335b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.291026] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 760.291026] env[69942]: value = "task-3830463" [ 760.291026] env[69942]: _type = "Task" [ 760.291026] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.307712] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.340163] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830460, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.432358] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3f99a5-4302-49d7-884b-9e5ecc8b4b0c tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.296s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.481759] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830462, 'name': Rename_Task, 'duration_secs': 0.345047} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.483983] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.485748] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a0fd5d4-d549-4bc3-a7c8-34b7382f5ca5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.493983] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 760.493983] env[69942]: value = "task-3830464" [ 760.493983] env[69942]: _type = "Task" [ 760.493983] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.503188] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.576248] env[69942]: DEBUG nova.compute.utils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.584611] env[69942]: DEBUG nova.compute.manager [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.584787] env[69942]: DEBUG nova.network.neutron [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.662437] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.744612] env[69942]: DEBUG nova.policy [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd56814c651d145d89e1d4c601b6f10d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26506c4e38764856bf835f8ab97fa906', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.794273] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Releasing lock "refresh_cache-b90df52f-746d-4426-9b24-61fafe014887" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.794273] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Instance network_info: |[{"id": "61a6e6dc-2ff8-44d0-880e-9ea30335b410", "address": "fa:16:3e:21:a9:6b", "network": {"id": "cd913c41-49af-4abb-8311-3a627ba08197", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1676014688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9cc41844dc9471cae2627b7c5cb3cf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a6e6dc-2f", "ovs_interfaceid": "61a6e6dc-2ff8-44d0-880e-9ea30335b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.795485] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:a9:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61a6e6dc-2ff8-44d0-880e-9ea30335b410', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.804434] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.808861] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b90df52f-746d-4426-9b24-61fafe014887] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.810042] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da596ee8-4bb0-480b-9dfe-f54d5b9c4355 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.838890] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071743} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.843972] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.845096] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.845096] env[69942]: value = "task-3830465" [ 760.845096] env[69942]: _type = "Task" [ 760.845096] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.848227] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c966d-f8ef-4a10-9e69-750fbca673ab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.862589] env[69942]: DEBUG oslo_vmware.api [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830460, 'name': PowerOnVM_Task, 'duration_secs': 1.632642} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.875745] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.876045] env[69942]: INFO nova.compute.manager [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Took 10.87 seconds to spawn the instance on the hypervisor. [ 760.876269] env[69942]: DEBUG nova.compute.manager [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.876559] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830465, 'name': CreateVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.887152] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93/3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.887279] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d0d63-9c3f-49d5-a7fe-bddb36b4f024 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.890720] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3f75ea-f5d6-45c4-b930-d35f062c1a5a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.916304] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 760.916304] env[69942]: value = "task-3830466" [ 760.916304] env[69942]: _type = "Task" [ 760.916304] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.931394] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.938972] env[69942]: DEBUG nova.compute.manager [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.944194] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Successfully updated port: f8007de3-f918-4623-a0e4-c00a637526d3 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.010137] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830464, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.092699] env[69942]: DEBUG nova.compute.manager [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.170238] env[69942]: DEBUG nova.network.neutron [req-dff59fcf-1074-4ba8-ada3-d64b774181ab req-109ac402-9536-4411-a328-9a228bbb8078 service nova] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Updated VIF entry in instance network info cache for port e58713e0-34fc-4b38-8b92-0c5ef32b3250. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.170767] env[69942]: DEBUG nova.network.neutron [req-dff59fcf-1074-4ba8-ada3-d64b774181ab req-109ac402-9536-4411-a328-9a228bbb8078 service nova] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Updating instance_info_cache with network_info: [{"id": "e58713e0-34fc-4b38-8b92-0c5ef32b3250", "address": "fa:16:3e:bf:92:0d", "network": {"id": "cd913c41-49af-4abb-8311-3a627ba08197", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1676014688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9cc41844dc9471cae2627b7c5cb3cf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58713e0-34", "ovs_interfaceid": "e58713e0-34fc-4b38-8b92-0c5ef32b3250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.364082] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830465, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.387815] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde3fac0-b081-4a7a-bec5-be449a807d96 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.398704] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d3b2b2-9f74-4c78-af03-50616e654f8a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.446497] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dc1434-554f-4f3a-88bf-165f8400cee4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.453933] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "refresh_cache-94d16340-66d5-4cac-a8f2-dca1cab6e780" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.453933] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired lock "refresh_cache-94d16340-66d5-4cac-a8f2-dca1cab6e780" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.454096] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.458607] env[69942]: INFO nova.compute.manager [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Took 15.84 seconds to build instance. [ 761.466944] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.475196] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6110e5c4-cf3a-43d0-bdc6-74a5da0e6a91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.496151] env[69942]: DEBUG nova.compute.provider_tree [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.515252] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830464, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.523271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.674705] env[69942]: DEBUG oslo_concurrency.lockutils [req-dff59fcf-1074-4ba8-ada3-d64b774181ab req-109ac402-9536-4411-a328-9a228bbb8078 service nova] Releasing lock "refresh_cache-3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.867098] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830465, 'name': CreateVM_Task, 'duration_secs': 0.604256} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.867410] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b90df52f-746d-4426-9b24-61fafe014887] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.867954] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.868148] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.868593] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.868708] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0053a067-4af3-4701-92eb-1e0c10724532 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.875055] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 761.875055] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520256fb-374d-c33e-0436-639c019c9cac" [ 761.875055] env[69942]: _type = "Task" [ 761.875055] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.887216] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520256fb-374d-c33e-0436-639c019c9cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.955543] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830466, 'name': ReconfigVM_Task, 'duration_secs': 0.691114} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.957212] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93/3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.957212] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5b9c9b0-371f-416f-8f7f-e8231f4d0520 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.961823] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4869e2-b2a1-4195-ba04-91d49e2719b5 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lock "6b2238be-641f-4e97-a83b-bea64ecaff30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.376s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.964870] env[69942]: DEBUG nova.network.neutron [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Successfully created port: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.969525] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 761.969525] env[69942]: value = "task-3830467" [ 761.969525] env[69942]: _type = "Task" [ 761.969525] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.983756] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830467, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.996044] env[69942]: DEBUG nova.scheduler.client.report [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.013676] env[69942]: DEBUG oslo_vmware.api [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830464, 'name': PowerOnVM_Task, 'duration_secs': 1.190499} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.013799] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.015482] env[69942]: DEBUG nova.compute.manager [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.015578] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edef83f-4a87-47c6-bbf5-7c6a8a8e532a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.090386] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.107883] env[69942]: DEBUG nova.compute.manager [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.132263] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.132510] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.132831] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.132990] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.133106] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.133808] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.133808] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.133808] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.134879] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.134879] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.134879] env[69942]: DEBUG nova.virt.hardware [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.135150] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02673fb-dbc9-47a8-a34e-5cde8c28c648 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.144194] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dc4de2-10ff-4030-9d27-67e6019c5cde {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.386573] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520256fb-374d-c33e-0436-639c019c9cac, 'name': SearchDatastore_Task, 'duration_secs': 0.017788} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.386951] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.387335] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.387539] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.387686] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.387865] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.388148] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6b32aa2-f676-445c-bb78-d5bfdf22ad52 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.402244] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.402452] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.406035] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5557ca-091b-46fb-a495-df3f66cb32c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.411672] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 762.411672] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5224aa1e-6b22-d06e-7f39-b5ca3c98426e" [ 762.411672] env[69942]: _type = "Task" [ 762.411672] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.423099] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5224aa1e-6b22-d06e-7f39-b5ca3c98426e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.471125] env[69942]: DEBUG nova.compute.manager [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.487654] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830467, 'name': Rename_Task, 'duration_secs': 0.210728} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.487849] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.488077] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5354758d-688d-44dc-8610-160f9360e21d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.495640] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 762.495640] env[69942]: value = "task-3830468" [ 762.495640] env[69942]: _type = "Task" [ 762.495640] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.504405] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.507051] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.507051] env[69942]: DEBUG nova.compute.manager [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.512406] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.765s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.513698] env[69942]: INFO nova.compute.claims [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.538258] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.808077] env[69942]: DEBUG nova.network.neutron [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Updating instance_info_cache with network_info: [{"id": "f8007de3-f918-4623-a0e4-c00a637526d3", "address": "fa:16:3e:29:bb:79", "network": {"id": "cd913c41-49af-4abb-8311-3a627ba08197", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1676014688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9cc41844dc9471cae2627b7c5cb3cf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8007de3-f9", "ovs_interfaceid": "f8007de3-f918-4623-a0e4-c00a637526d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.929921] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5224aa1e-6b22-d06e-7f39-b5ca3c98426e, 'name': SearchDatastore_Task, 'duration_secs': 0.025172} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.930225] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea9bbee-db2f-4541-bbc9-4942ee4ab5ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.939220] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 762.939220] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524ec8f3-c2f6-5abc-5608-c6bff8bd27f5" [ 762.939220] env[69942]: _type = "Task" [ 762.939220] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.949368] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524ec8f3-c2f6-5abc-5608-c6bff8bd27f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.004712] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.014909] env[69942]: DEBUG nova.compute.utils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.016925] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.017573] env[69942]: DEBUG nova.compute.manager [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.017871] env[69942]: DEBUG nova.network.neutron [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.170397] env[69942]: DEBUG nova.policy [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '803a65f8c1f241098bd56a45bafbc789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '008f7f4642c94a299bf6917f4d274647', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.292549] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "5c226156-e597-42b0-bc7b-6ea6cc105004" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.292847] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "5c226156-e597-42b0-bc7b-6ea6cc105004" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.306845] env[69942]: DEBUG nova.network.neutron [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Successfully updated port: 8fa8ad7e-18f6-44d5-ac8c-1959c997f99e {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.314600] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Releasing lock "refresh_cache-94d16340-66d5-4cac-a8f2-dca1cab6e780" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.314600] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Instance network_info: |[{"id": "f8007de3-f918-4623-a0e4-c00a637526d3", "address": "fa:16:3e:29:bb:79", "network": {"id": "cd913c41-49af-4abb-8311-3a627ba08197", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1676014688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9cc41844dc9471cae2627b7c5cb3cf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8007de3-f9", "ovs_interfaceid": "f8007de3-f918-4623-a0e4-c00a637526d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.314705] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:bb:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8007de3-f918-4623-a0e4-c00a637526d3', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.324523] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.325659] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.326371] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac34b1d1-6a6e-4df7-bd01-82ec8a8d7b2c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.352325] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.352325] env[69942]: value = "task-3830469" [ 763.352325] env[69942]: _type = "Task" [ 763.352325] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.360686] env[69942]: DEBUG nova.compute.manager [req-15d5e814-66ef-4071-9470-0f3760c6bf37 req-8b7518a8-3624-4cd8-95cd-696660437788 service nova] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Received event network-vif-deleted-2bbc5ee0-01f8-40be-a2a3-54a4640d2546 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.364674] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830469, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.458372] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524ec8f3-c2f6-5abc-5608-c6bff8bd27f5, 'name': SearchDatastore_Task, 'duration_secs': 0.018031} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.459150] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.462022] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] b90df52f-746d-4426-9b24-61fafe014887/b90df52f-746d-4426-9b24-61fafe014887.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.462022] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0231bab4-a4d1-4204-bf46-754e688c4fbf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.468906] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 763.468906] env[69942]: value = "task-3830470" [ 763.468906] env[69942]: _type = "Task" [ 763.468906] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.484390] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.510775] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830468, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.519706] env[69942]: DEBUG nova.compute.manager [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.794528] env[69942]: DEBUG nova.compute.manager [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: b90df52f-746d-4426-9b24-61fafe014887] Received event network-changed-61a6e6dc-2ff8-44d0-880e-9ea30335b410 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.794798] env[69942]: DEBUG nova.compute.manager [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: b90df52f-746d-4426-9b24-61fafe014887] Refreshing instance network info cache due to event network-changed-61a6e6dc-2ff8-44d0-880e-9ea30335b410. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.795082] env[69942]: DEBUG oslo_concurrency.lockutils [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] Acquiring lock "refresh_cache-b90df52f-746d-4426-9b24-61fafe014887" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.795233] env[69942]: DEBUG oslo_concurrency.lockutils [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] Acquired lock "refresh_cache-b90df52f-746d-4426-9b24-61fafe014887" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.795400] env[69942]: DEBUG nova.network.neutron [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: b90df52f-746d-4426-9b24-61fafe014887] Refreshing network info cache for port 61a6e6dc-2ff8-44d0-880e-9ea30335b410 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.811396] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquiring lock "refresh_cache-bd231ac8-1839-4173-8a22-ca80384103fa" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.811598] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquired lock "refresh_cache-bd231ac8-1839-4173-8a22-ca80384103fa" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.811705] env[69942]: DEBUG nova.network.neutron [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.866932] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830469, 'name': CreateVM_Task, 'duration_secs': 0.389623} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.871027] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.871027] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.871027] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.871027] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.871027] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3988c624-abf4-4640-a259-aa88408f7039 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.883604] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 763.883604] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5249c9dd-f93a-b659-44f0-9c95fc67d594" [ 763.883604] env[69942]: _type = "Task" [ 763.883604] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.893707] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5249c9dd-f93a-b659-44f0-9c95fc67d594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.896734] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a169964-7a6e-4eaf-ab5a-181063729b14 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.904487] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24668a91-93cc-4be5-a551-4ee9389be824 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.940685] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6bad61-1c22-43f0-b68c-9a9d409a1539 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.951145] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d7fc64-8f8d-4e61-84b6-05a75dd4ac36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.975625] env[69942]: DEBUG nova.compute.provider_tree [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.989529] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.014520] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830468, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.398285] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5249c9dd-f93a-b659-44f0-9c95fc67d594, 'name': SearchDatastore_Task, 'duration_secs': 0.045123} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.401012] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.401420] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.401553] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.401716] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.401896] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.408353] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-257126c4-1870-45ee-909e-f559e12fcdfb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.413782] env[69942]: DEBUG nova.network.neutron [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.419798] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.419798] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.420691] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d807dd6-8e11-4226-b556-a260df832952 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.427363] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 764.427363] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527869c8-19d5-f519-342c-6bac4b77012a" [ 764.427363] env[69942]: _type = "Task" [ 764.427363] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.438020] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527869c8-19d5-f519-342c-6bac4b77012a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.486258] env[69942]: DEBUG nova.scheduler.client.report [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.494405] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702256} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.494952] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] b90df52f-746d-4426-9b24-61fafe014887/b90df52f-746d-4426-9b24-61fafe014887.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.495611] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.495821] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b91c50c1-5471-4d55-8b88-c2c6a2476de2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.508721] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830468, 'name': PowerOnVM_Task, 'duration_secs': 1.740744} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.512917] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.513162] env[69942]: INFO nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Took 12.12 seconds to spawn the instance on the hypervisor. [ 764.513345] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.516180] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 764.516180] env[69942]: value = "task-3830471" [ 764.516180] env[69942]: _type = "Task" [ 764.516180] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.517229] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654bd74-a1c8-4f3e-84d9-f24101c7d68d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.544040] env[69942]: DEBUG nova.compute.manager [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.549907] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.551057] env[69942]: DEBUG nova.network.neutron [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Successfully created port: 49133c44-2b40-452d-bad3-8ea0c7fdc960 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.584904] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.585157] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.585312] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.585491] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.585633] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.585774] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.586281] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.586281] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.590757] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.590757] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.590757] env[69942]: DEBUG nova.virt.hardware [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.590757] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807f80d2-20c6-4988-9335-a589e718b6e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.597366] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c397ad-a15b-41b7-a96c-2bc1f02294d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.941184] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527869c8-19d5-f519-342c-6bac4b77012a, 'name': SearchDatastore_Task, 'duration_secs': 0.020684} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.945957] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e46c14a-9109-4f83-a038-4ef5b1b09fcf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.953703] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 764.953703] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d688a9-657c-d39c-2a6b-46dac0c7dc8b" [ 764.953703] env[69942]: _type = "Task" [ 764.953703] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.970628] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d688a9-657c-d39c-2a6b-46dac0c7dc8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.996185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.996759] env[69942]: DEBUG nova.compute.manager [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.000218] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.902s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.002684] env[69942]: INFO nova.compute.claims [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.037123] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079406} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.037123] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.037123] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c238fc8-5599-40e8-a5a6-4675586a1185 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.072277] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] b90df52f-746d-4426-9b24-61fafe014887/b90df52f-746d-4426-9b24-61fafe014887.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.077802] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921df4ca-baf9-471b-9ba5-640114b14323 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.101191] env[69942]: INFO nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Took 18.01 seconds to build instance. [ 765.111229] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 765.111229] env[69942]: value = "task-3830472" [ 765.111229] env[69942]: _type = "Task" [ 765.111229] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.122949] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.469867] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d688a9-657c-d39c-2a6b-46dac0c7dc8b, 'name': SearchDatastore_Task, 'duration_secs': 0.044074} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.470411] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.470523] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 94d16340-66d5-4cac-a8f2-dca1cab6e780/94d16340-66d5-4cac-a8f2-dca1cab6e780.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.470687] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-612145d5-30df-45ae-8060-e762e5d37b88 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.479878] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 765.479878] env[69942]: value = "task-3830473" [ 765.479878] env[69942]: _type = "Task" [ 765.479878] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.490166] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.512842] env[69942]: DEBUG nova.compute.utils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.514915] env[69942]: DEBUG nova.compute.manager [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.514915] env[69942]: DEBUG nova.network.neutron [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.605239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.524s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.628467] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.629684] env[69942]: DEBUG nova.policy [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04c38976c2464e70935352f4af7fa426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61ad45690c654a9ba856ba58da587e02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.683025] env[69942]: DEBUG nova.network.neutron [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Updating instance_info_cache with network_info: [{"id": "8fa8ad7e-18f6-44d5-ac8c-1959c997f99e", "address": "fa:16:3e:f9:ee:43", "network": {"id": "5b04d453-a43b-416e-bea2-ab52f2241781", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1362911216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf8e217108fd490eb0b6fed40d2a4fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa8ad7e-18", "ovs_interfaceid": "8fa8ad7e-18f6-44d5-ac8c-1959c997f99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.822620] env[69942]: DEBUG nova.network.neutron [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: b90df52f-746d-4426-9b24-61fafe014887] Updated VIF entry in instance network info cache for port 61a6e6dc-2ff8-44d0-880e-9ea30335b410. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.823377] env[69942]: DEBUG nova.network.neutron [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: b90df52f-746d-4426-9b24-61fafe014887] Updating instance_info_cache with network_info: [{"id": "61a6e6dc-2ff8-44d0-880e-9ea30335b410", "address": "fa:16:3e:21:a9:6b", "network": {"id": "cd913c41-49af-4abb-8311-3a627ba08197", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1676014688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9cc41844dc9471cae2627b7c5cb3cf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a6e6dc-2f", "ovs_interfaceid": "61a6e6dc-2ff8-44d0-880e-9ea30335b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.000558] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830473, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.024507] env[69942]: DEBUG nova.compute.manager [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.049407] env[69942]: DEBUG nova.compute.manager [None req-0a8e17d7-208e-4c16-b747-dac509195cec tempest-ServerDiagnosticsV248Test-1182410821 tempest-ServerDiagnosticsV248Test-1182410821-project-admin] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.051116] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e5e604-35d2-4b3a-86ca-b8ec0417c53d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.062070] env[69942]: INFO nova.compute.manager [None req-0a8e17d7-208e-4c16-b747-dac509195cec tempest-ServerDiagnosticsV248Test-1182410821 tempest-ServerDiagnosticsV248Test-1182410821-project-admin] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Retrieving diagnostics [ 766.063123] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19abd231-4dbd-479f-af23-feb47cdcefce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.111250] env[69942]: DEBUG nova.compute.manager [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.132961] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830472, 'name': ReconfigVM_Task, 'duration_secs': 0.752397} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.142279] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Reconfigured VM instance instance-00000006 to attach disk [datastore1] b90df52f-746d-4426-9b24-61fafe014887/b90df52f-746d-4426-9b24-61fafe014887.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.142279] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdcdfc33-04f8-4a0a-9cd8-b138f56bc915 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.151131] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 766.151131] env[69942]: value = "task-3830474" [ 766.151131] env[69942]: _type = "Task" [ 766.151131] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.172347] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830474, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.173753] env[69942]: DEBUG nova.network.neutron [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Successfully created port: c6057395-4747-4d08-aa4e-1a9b78e7ca6d {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.186157] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Releasing lock "refresh_cache-bd231ac8-1839-4173-8a22-ca80384103fa" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.186521] env[69942]: DEBUG nova.compute.manager [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Instance network_info: |[{"id": "8fa8ad7e-18f6-44d5-ac8c-1959c997f99e", "address": "fa:16:3e:f9:ee:43", "network": {"id": "5b04d453-a43b-416e-bea2-ab52f2241781", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1362911216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf8e217108fd490eb0b6fed40d2a4fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa8ad7e-18", "ovs_interfaceid": "8fa8ad7e-18f6-44d5-ac8c-1959c997f99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.187291] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:ee:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fa8ad7e-18f6-44d5-ac8c-1959c997f99e', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.196426] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Creating folder: Project (bf8e217108fd490eb0b6fed40d2a4fa3). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.200137] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96fa9b52-25bd-4a22-8d19-5bcd698b3877 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.213915] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Created folder: Project (bf8e217108fd490eb0b6fed40d2a4fa3) in parent group-v761487. [ 766.214206] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Creating folder: Instances. Parent ref: group-v761506. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.214493] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55acbc3f-eecb-4f16-bf94-77a5b5133c1f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.229086] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Created folder: Instances in parent group-v761506. [ 766.229397] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.229646] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.229911] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d75940f-ab27-49bf-94e8-7176fb270ec1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.261415] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.261415] env[69942]: value = "task-3830477" [ 766.261415] env[69942]: _type = "Task" [ 766.261415] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.274646] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830477, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.329050] env[69942]: DEBUG oslo_concurrency.lockutils [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] Releasing lock "refresh_cache-b90df52f-746d-4426-9b24-61fafe014887" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.329677] env[69942]: DEBUG nova.compute.manager [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Received event network-vif-plugged-f8007de3-f918-4623-a0e4-c00a637526d3 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.329996] env[69942]: DEBUG oslo_concurrency.lockutils [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] Acquiring lock "94d16340-66d5-4cac-a8f2-dca1cab6e780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.330227] env[69942]: DEBUG oslo_concurrency.lockutils [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] Lock "94d16340-66d5-4cac-a8f2-dca1cab6e780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.333555] env[69942]: DEBUG oslo_concurrency.lockutils [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] Lock "94d16340-66d5-4cac-a8f2-dca1cab6e780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.333555] env[69942]: DEBUG nova.compute.manager [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] No waiting events found dispatching network-vif-plugged-f8007de3-f918-4623-a0e4-c00a637526d3 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.333555] env[69942]: WARNING nova.compute.manager [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Received unexpected event network-vif-plugged-f8007de3-f918-4623-a0e4-c00a637526d3 for instance with vm_state building and task_state spawning. [ 766.333555] env[69942]: DEBUG nova.compute.manager [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Received event network-changed-f8007de3-f918-4623-a0e4-c00a637526d3 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.333555] env[69942]: DEBUG nova.compute.manager [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Refreshing instance network info cache due to event network-changed-f8007de3-f918-4623-a0e4-c00a637526d3. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.334164] env[69942]: DEBUG oslo_concurrency.lockutils [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] Acquiring lock "refresh_cache-94d16340-66d5-4cac-a8f2-dca1cab6e780" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.334164] env[69942]: DEBUG oslo_concurrency.lockutils [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] Acquired lock "refresh_cache-94d16340-66d5-4cac-a8f2-dca1cab6e780" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.334164] env[69942]: DEBUG nova.network.neutron [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Refreshing network info cache for port f8007de3-f918-4623-a0e4-c00a637526d3 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.351025] env[69942]: DEBUG nova.network.neutron [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Successfully updated port: 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.437086] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d818319d-4835-4e21-9168-a6a0d9c03d2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.446734] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff500fe-08c6-4a8f-b963-9aa72d00acb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.489522] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aac615c-fb5d-4dc0-9dd2-984e73a350b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.499740] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.959446} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.502396] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 94d16340-66d5-4cac-a8f2-dca1cab6e780/94d16340-66d5-4cac-a8f2-dca1cab6e780.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.502627] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.502949] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13277be2-84c0-446f-adec-508df17080ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.506198] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c065fa30-2495-4bee-bc9a-2dd26ab7f770 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.526118] env[69942]: DEBUG nova.compute.provider_tree [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.529955] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 766.529955] env[69942]: value = "task-3830478" [ 766.529955] env[69942]: _type = "Task" [ 766.529955] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.547155] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.640384] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.662905] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830474, 'name': Rename_Task, 'duration_secs': 0.266841} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.663219] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.663480] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3607e15-4713-41b7-b7b4-ad2b30a634c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.670902] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 766.670902] env[69942]: value = "task-3830479" [ 766.670902] env[69942]: _type = "Task" [ 766.670902] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.681501] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.710466] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "08a7846f-ac7f-47ef-ae49-fafd66163176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.710871] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "08a7846f-ac7f-47ef-ae49-fafd66163176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.721743] env[69942]: DEBUG nova.network.neutron [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Successfully updated port: 49133c44-2b40-452d-bad3-8ea0c7fdc960 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.773702] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830477, 'name': CreateVM_Task, 'duration_secs': 0.493439} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.773702] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.774425] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.774590] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.774909] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.775188] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15858831-0062-44e2-af25-6b451ac0d431 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.781382] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for the task: (returnval){ [ 766.781382] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52653418-4409-ccb7-e214-0f1944d9b704" [ 766.781382] env[69942]: _type = "Task" [ 766.781382] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.793657] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52653418-4409-ccb7-e214-0f1944d9b704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.858264] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquiring lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.858458] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquired lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.858614] env[69942]: DEBUG nova.network.neutron [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.031748] env[69942]: DEBUG nova.scheduler.client.report [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.044065] env[69942]: DEBUG nova.compute.manager [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.055551] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076796} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.056453] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.058728] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9f1300-17ef-4508-a1da-bf6cbfd1f4c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.093515] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 94d16340-66d5-4cac-a8f2-dca1cab6e780/94d16340-66d5-4cac-a8f2-dca1cab6e780.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.098343] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f06c518-50fd-45b3-9d6d-7100ec5376ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.128275] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 767.128275] env[69942]: value = "task-3830480" [ 767.128275] env[69942]: _type = "Task" [ 767.128275] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.131546] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.132342] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.132342] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.132342] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.132519] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.132519] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.132847] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.133109] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.133395] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.133662] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.133922] env[69942]: DEBUG nova.virt.hardware [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.134887] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d93bfca-6d8a-4c17-b9a9-026389b1e2af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.154026] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.155586] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c080521-82bd-4d08-ac02-b18f2be82077 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.185253] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.225654] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquiring lock "refresh_cache-fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.225654] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquired lock "refresh_cache-fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.225799] env[69942]: DEBUG nova.network.neutron [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.301811] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52653418-4409-ccb7-e214-0f1944d9b704, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.302699] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.303275] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.303582] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.303858] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.304137] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.304745] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b8f631f-a706-45c9-aa97-33df0445b4de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.318645] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.318846] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.319665] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b5f4a7-efb0-4ca8-a374-9704900581c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.327416] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for the task: (returnval){ [ 767.327416] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c38421-33b6-16ae-d7af-eca895e87127" [ 767.327416] env[69942]: _type = "Task" [ 767.327416] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.338480] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c38421-33b6-16ae-d7af-eca895e87127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.400121] env[69942]: DEBUG nova.network.neutron [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.544059] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.544987] env[69942]: DEBUG nova.compute.manager [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.552448] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.890s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.555458] env[69942]: DEBUG nova.objects.instance [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Lazy-loading 'resources' on Instance uuid 8152a45a-e385-41c6-a137-82ccac11e568 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.572754] env[69942]: DEBUG nova.network.neutron [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Updated VIF entry in instance network info cache for port f8007de3-f918-4623-a0e4-c00a637526d3. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.572754] env[69942]: DEBUG nova.network.neutron [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Updating instance_info_cache with network_info: [{"id": "f8007de3-f918-4623-a0e4-c00a637526d3", "address": "fa:16:3e:29:bb:79", "network": {"id": "cd913c41-49af-4abb-8311-3a627ba08197", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1676014688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9cc41844dc9471cae2627b7c5cb3cf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8007de3-f9", "ovs_interfaceid": "f8007de3-f918-4623-a0e4-c00a637526d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.604750] env[69942]: DEBUG nova.network.neutron [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updating instance_info_cache with network_info: [{"id": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "address": "fa:16:3e:28:f5:68", "network": {"id": "3e51e671-c4aa-4162-9416-6fa43a06847c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-903144140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26506c4e38764856bf835f8ab97fa906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be9ca5-fa", "ovs_interfaceid": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.653329] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.694528] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830479, 'name': PowerOnVM_Task, 'duration_secs': 0.863037} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.694822] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.695135] env[69942]: INFO nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Took 12.79 seconds to spawn the instance on the hypervisor. [ 767.695227] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.696101] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afc3a43-5544-4cfb-abc7-6fc6446435e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.750544] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquiring lock "d11aba1e-cae3-47fb-9def-3e4540f89e50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.750752] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lock "d11aba1e-cae3-47fb-9def-3e4540f89e50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.765741] env[69942]: DEBUG nova.network.neutron [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.840478] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c38421-33b6-16ae-d7af-eca895e87127, 'name': SearchDatastore_Task, 'duration_secs': 0.019656} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.840527] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6515a2-3d6e-4b7e-ae37-eb99ee3b247f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.848335] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for the task: (returnval){ [ 767.848335] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52873dbe-14a5-3883-cce6-6e857d76da0e" [ 767.848335] env[69942]: _type = "Task" [ 767.848335] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.860136] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52873dbe-14a5-3883-cce6-6e857d76da0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.953065] env[69942]: DEBUG nova.network.neutron [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Updating instance_info_cache with network_info: [{"id": "49133c44-2b40-452d-bad3-8ea0c7fdc960", "address": "fa:16:3e:9c:b2:50", "network": {"id": "2dea28d5-4498-4f86-beae-52aa61b12d9d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-677286552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008f7f4642c94a299bf6917f4d274647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49133c44-2b", "ovs_interfaceid": "49133c44-2b40-452d-bad3-8ea0c7fdc960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.060464] env[69942]: DEBUG nova.compute.utils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.063867] env[69942]: DEBUG nova.compute.manager [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.064357] env[69942]: DEBUG nova.network.neutron [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.076227] env[69942]: DEBUG oslo_concurrency.lockutils [req-d8509267-ac96-42d4-b8be-30fc875e018e req-1ff52524-dc52-4ed3-b963-fc75a20d8dc0 service nova] Releasing lock "refresh_cache-94d16340-66d5-4cac-a8f2-dca1cab6e780" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.111113] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Releasing lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.111625] env[69942]: DEBUG nova.compute.manager [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Instance network_info: |[{"id": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "address": "fa:16:3e:28:f5:68", "network": {"id": "3e51e671-c4aa-4162-9416-6fa43a06847c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-903144140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26506c4e38764856bf835f8ab97fa906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be9ca5-fa", "ovs_interfaceid": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.116140] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:f5:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.124903] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Creating folder: Project (26506c4e38764856bf835f8ab97fa906). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.131948] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a69c221d-b7d0-4b62-bdbb-ff4b05dbe88d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.151053] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Created folder: Project (26506c4e38764856bf835f8ab97fa906) in parent group-v761487. [ 768.151053] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Creating folder: Instances. Parent ref: group-v761509. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.151053] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c559d925-aec3-40fb-b2b6-30a34f88e04a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.157077] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830480, 'name': ReconfigVM_Task, 'duration_secs': 0.65187} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.157810] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 94d16340-66d5-4cac-a8f2-dca1cab6e780/94d16340-66d5-4cac-a8f2-dca1cab6e780.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.158674] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c12046b5-2172-414d-afa2-a40d0cfbad15 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.163705] env[69942]: DEBUG nova.policy [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d5ee1d42b9486c81ae8f1339f24d9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81e8b9c3dc9a48b48ed29e80b99504a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.169957] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 768.169957] env[69942]: value = "task-3830483" [ 768.169957] env[69942]: _type = "Task" [ 768.169957] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.172877] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Created folder: Instances in parent group-v761509. [ 768.173460] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.177548] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.178065] env[69942]: INFO nova.compute.manager [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Rebuilding instance [ 768.180141] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cedd21a-422c-4c88-ab70-d846fde5583d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.216356] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830483, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.220297] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.220297] env[69942]: value = "task-3830484" [ 768.220297] env[69942]: _type = "Task" [ 768.220297] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.224486] env[69942]: INFO nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Took 21.08 seconds to build instance. [ 768.241451] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830484, 'name': CreateVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.274192] env[69942]: DEBUG nova.compute.manager [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.280113] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c10cda-1a8e-48b1-b9e8-def642a03c30 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.365362] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52873dbe-14a5-3883-cce6-6e857d76da0e, 'name': SearchDatastore_Task, 'duration_secs': 0.038991} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.366065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.366065] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] bd231ac8-1839-4173-8a22-ca80384103fa/bd231ac8-1839-4173-8a22-ca80384103fa.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.366858] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ffc0ef5-10ba-4de9-af3e-043bc4b3b01f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.378083] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for the task: (returnval){ [ 768.378083] env[69942]: value = "task-3830485" [ 768.378083] env[69942]: _type = "Task" [ 768.378083] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.391919] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.456075] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Releasing lock "refresh_cache-fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.456372] env[69942]: DEBUG nova.compute.manager [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Instance network_info: |[{"id": "49133c44-2b40-452d-bad3-8ea0c7fdc960", "address": "fa:16:3e:9c:b2:50", "network": {"id": "2dea28d5-4498-4f86-beae-52aa61b12d9d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-677286552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008f7f4642c94a299bf6917f4d274647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49133c44-2b", "ovs_interfaceid": "49133c44-2b40-452d-bad3-8ea0c7fdc960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.457512] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:b2:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49133c44-2b40-452d-bad3-8ea0c7fdc960', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.465426] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Creating folder: Project (008f7f4642c94a299bf6917f4d274647). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.465757] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4200b39-a11d-4883-84f8-5c1c5d2d74e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.478263] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Created folder: Project (008f7f4642c94a299bf6917f4d274647) in parent group-v761487. [ 768.478612] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Creating folder: Instances. Parent ref: group-v761512. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.478806] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52892d08-6620-4934-b7ea-916b62f31b7e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.493993] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Created folder: Instances in parent group-v761512. [ 768.493993] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.493993] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.495498] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96de2b9f-7e62-4b54-bc3e-0f715057e32c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.497393] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7059f297-1d05-4b66-88c9-1141fbaf4536 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.516536] env[69942]: DEBUG nova.compute.manager [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Received event network-vif-plugged-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.516839] env[69942]: DEBUG oslo_concurrency.lockutils [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] Acquiring lock "bd231ac8-1839-4173-8a22-ca80384103fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.517185] env[69942]: DEBUG oslo_concurrency.lockutils [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] Lock "bd231ac8-1839-4173-8a22-ca80384103fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.517251] env[69942]: DEBUG oslo_concurrency.lockutils [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] Lock "bd231ac8-1839-4173-8a22-ca80384103fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.517457] env[69942]: DEBUG nova.compute.manager [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] No waiting events found dispatching network-vif-plugged-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.517636] env[69942]: WARNING nova.compute.manager [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Received unexpected event network-vif-plugged-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e for instance with vm_state building and task_state spawning. [ 768.517819] env[69942]: DEBUG nova.compute.manager [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Received event network-changed-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.517985] env[69942]: DEBUG nova.compute.manager [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Refreshing instance network info cache due to event network-changed-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.518247] env[69942]: DEBUG oslo_concurrency.lockutils [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] Acquiring lock "refresh_cache-bd231ac8-1839-4173-8a22-ca80384103fa" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.518418] env[69942]: DEBUG oslo_concurrency.lockutils [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] Acquired lock "refresh_cache-bd231ac8-1839-4173-8a22-ca80384103fa" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.518611] env[69942]: DEBUG nova.network.neutron [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Refreshing network info cache for port 8fa8ad7e-18f6-44d5-ac8c-1959c997f99e {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.523902] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.523902] env[69942]: value = "task-3830488" [ 768.523902] env[69942]: _type = "Task" [ 768.523902] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.525030] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea15d18-0b06-4cf2-bf07-b64bb5afd972 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.570322] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830488, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.572504] env[69942]: DEBUG nova.compute.manager [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.579172] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8117dd8e-f86d-4afe-bb5e-4fb3c41f68ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.586054] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c53848-47a9-4501-beb4-adbcba75035e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.606640] env[69942]: DEBUG nova.compute.provider_tree [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.682767] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830483, 'name': Rename_Task, 'duration_secs': 0.227587} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.683234] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.683603] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2c6aa57-1b5e-4604-b4b2-060f22c91169 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.692301] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 768.692301] env[69942]: value = "task-3830489" [ 768.692301] env[69942]: _type = "Task" [ 768.692301] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.708215] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.709159] env[69942]: DEBUG nova.network.neutron [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Successfully updated port: c6057395-4747-4d08-aa4e-1a9b78e7ca6d {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.735101] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "b90df52f-746d-4426-9b24-61fafe014887" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.608s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.735661] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830484, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.891644] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830485, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.993417] env[69942]: DEBUG nova.network.neutron [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Successfully created port: 33d60388-e0d2-458c-93db-7a93865f3a67 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.044159] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830488, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.112250] env[69942]: DEBUG nova.scheduler.client.report [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.211744] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830489, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.213063] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquiring lock "refresh_cache-30ef4444-a9fb-41c8-befd-5a4d6304157e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.213063] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquired lock "refresh_cache-30ef4444-a9fb-41c8-befd-5a4d6304157e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.213063] env[69942]: DEBUG nova.network.neutron [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.240160] env[69942]: DEBUG nova.compute.manager [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.246822] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830484, 'name': CreateVM_Task, 'duration_secs': 0.539752} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.246822] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.246822] env[69942]: DEBUG nova.compute.manager [req-d977f57a-8be2-472c-a226-998ce7fff9d1 req-fa6902ff-2ab2-4195-8f1d-093cc3f426c8 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Received event network-vif-plugged-49133c44-2b40-452d-bad3-8ea0c7fdc960 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.246822] env[69942]: DEBUG oslo_concurrency.lockutils [req-d977f57a-8be2-472c-a226-998ce7fff9d1 req-fa6902ff-2ab2-4195-8f1d-093cc3f426c8 service nova] Acquiring lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.246822] env[69942]: DEBUG oslo_concurrency.lockutils [req-d977f57a-8be2-472c-a226-998ce7fff9d1 req-fa6902ff-2ab2-4195-8f1d-093cc3f426c8 service nova] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.247185] env[69942]: DEBUG oslo_concurrency.lockutils [req-d977f57a-8be2-472c-a226-998ce7fff9d1 req-fa6902ff-2ab2-4195-8f1d-093cc3f426c8 service nova] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.247439] env[69942]: DEBUG nova.compute.manager [req-d977f57a-8be2-472c-a226-998ce7fff9d1 req-fa6902ff-2ab2-4195-8f1d-093cc3f426c8 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] No waiting events found dispatching network-vif-plugged-49133c44-2b40-452d-bad3-8ea0c7fdc960 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.247711] env[69942]: WARNING nova.compute.manager [req-d977f57a-8be2-472c-a226-998ce7fff9d1 req-fa6902ff-2ab2-4195-8f1d-093cc3f426c8 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Received unexpected event network-vif-plugged-49133c44-2b40-452d-bad3-8ea0c7fdc960 for instance with vm_state building and task_state spawning. [ 769.249423] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.249423] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.249423] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.249986] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f31e07e-10d2-45bd-92c7-8c0213b17359 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.257219] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 769.257219] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bec1e0-e689-9586-1b24-d4b9746a0a7d" [ 769.257219] env[69942]: _type = "Task" [ 769.257219] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.274791] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bec1e0-e689-9586-1b24-d4b9746a0a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.303991] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.304405] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4396c31c-60e7-4853-9c47-23b40b5a0f18 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.313925] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for the task: (returnval){ [ 769.313925] env[69942]: value = "task-3830490" [ 769.313925] env[69942]: _type = "Task" [ 769.313925] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.337121] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.396847] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701398} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.396847] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] bd231ac8-1839-4173-8a22-ca80384103fa/bd231ac8-1839-4173-8a22-ca80384103fa.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.397420] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.397854] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c90a598-f850-458b-bd8c-78b25308c4de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.411859] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for the task: (returnval){ [ 769.411859] env[69942]: value = "task-3830491" [ 769.411859] env[69942]: _type = "Task" [ 769.411859] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.424234] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.505784] env[69942]: DEBUG nova.network.neutron [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Updated VIF entry in instance network info cache for port 8fa8ad7e-18f6-44d5-ac8c-1959c997f99e. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.506179] env[69942]: DEBUG nova.network.neutron [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Updating instance_info_cache with network_info: [{"id": "8fa8ad7e-18f6-44d5-ac8c-1959c997f99e", "address": "fa:16:3e:f9:ee:43", "network": {"id": "5b04d453-a43b-416e-bea2-ab52f2241781", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1362911216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf8e217108fd490eb0b6fed40d2a4fa3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa8ad7e-18", "ovs_interfaceid": "8fa8ad7e-18f6-44d5-ac8c-1959c997f99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.542671] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830488, 'name': CreateVM_Task, 'duration_secs': 0.729303} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.542910] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.543587] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.582614] env[69942]: DEBUG nova.compute.manager [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.625286] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.628524] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.104s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.631207] env[69942]: INFO nova.compute.claims [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.640917] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.641261] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.641622] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.641622] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.641739] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.642525] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.642525] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.642525] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.642525] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.642696] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.643594] env[69942]: DEBUG nova.virt.hardware [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.648977] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61665729-b657-44f0-b360-d0178d66a7aa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.665853] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c25d8e0-bb21-4850-924c-e0e79aa02b3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.672155] env[69942]: INFO nova.scheduler.client.report [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Deleted allocations for instance 8152a45a-e385-41c6-a137-82ccac11e568 [ 769.707705] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830489, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.773567] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bec1e0-e689-9586-1b24-d4b9746a0a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013704} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.774793] env[69942]: DEBUG nova.network.neutron [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.776798] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.777177] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.777522] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.777617] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.777799] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.778813] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.779952] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.780055] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.780715] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40accb1b-7518-4b3e-b6b4-9561c2900175 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.782832] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788828de-2270-4492-b321-2442d1a1b420 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.791956] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for the task: (returnval){ [ 769.791956] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5223e91a-cc2a-9ac0-a392-277d620b37ff" [ 769.791956] env[69942]: _type = "Task" [ 769.791956] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.800268] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.800268] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.800914] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bf15aa-e333-4377-8b76-9d3ce5af400d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.815464] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5223e91a-cc2a-9ac0-a392-277d620b37ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.819464] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 769.819464] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f52756-702b-f51c-8c50-f13a584df953" [ 769.819464] env[69942]: _type = "Task" [ 769.819464] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.826877] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830490, 'name': PowerOffVM_Task, 'duration_secs': 0.290586} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.828934] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.828934] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.828934] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68302ce4-8717-49dd-9a79-ec7a69f01100 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.839129] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f52756-702b-f51c-8c50-f13a584df953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.844622] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.846091] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2f0893e-e082-41ed-a93b-74cf69f87a5f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.863193] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquiring lock "33ba1953-b692-4305-8298-8284e46d5ef8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.863495] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lock "33ba1953-b692-4305-8298-8284e46d5ef8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.877793] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.879762] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.879762] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Deleting the datastore file [datastore1] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.879762] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2bc7e36-e069-43da-ace0-97fe03219d34 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.886922] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for the task: (returnval){ [ 769.886922] env[69942]: value = "task-3830493" [ 769.886922] env[69942]: _type = "Task" [ 769.886922] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.897617] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.923510] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128928} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.923986] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.925380] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051a9c97-9d11-4310-952a-cb4b23e22253 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.951584] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] bd231ac8-1839-4173-8a22-ca80384103fa/bd231ac8-1839-4173-8a22-ca80384103fa.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.955259] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61bad611-00fe-446d-8748-266d8fdbab65 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.978172] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for the task: (returnval){ [ 769.978172] env[69942]: value = "task-3830494" [ 769.978172] env[69942]: _type = "Task" [ 769.978172] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.988809] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.008834] env[69942]: DEBUG oslo_concurrency.lockutils [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] Releasing lock "refresh_cache-bd231ac8-1839-4173-8a22-ca80384103fa" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.009169] env[69942]: DEBUG nova.compute.manager [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Received event network-vif-plugged-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.009374] env[69942]: DEBUG oslo_concurrency.lockutils [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] Acquiring lock "af07841b-b3cf-4064-aa18-46cf941305cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.009609] env[69942]: DEBUG oslo_concurrency.lockutils [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] Lock "af07841b-b3cf-4064-aa18-46cf941305cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.010107] env[69942]: DEBUG oslo_concurrency.lockutils [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] Lock "af07841b-b3cf-4064-aa18-46cf941305cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.010107] env[69942]: DEBUG nova.compute.manager [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] No waiting events found dispatching network-vif-plugged-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.010107] env[69942]: WARNING nova.compute.manager [req-0aad84d8-75ab-4006-9b9b-b7a0ed47caa4 req-85f58e0b-2078-44fd-bd8c-7ef9b369942c service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Received unexpected event network-vif-plugged-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 for instance with vm_state building and task_state spawning. [ 770.144156] env[69942]: DEBUG nova.network.neutron [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Updating instance_info_cache with network_info: [{"id": "c6057395-4747-4d08-aa4e-1a9b78e7ca6d", "address": "fa:16:3e:76:17:a5", "network": {"id": "11e2d7d0-778f-42a1-8acf-97aea9f2dac2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-380161140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ad45690c654a9ba856ba58da587e02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6057395-47", "ovs_interfaceid": "c6057395-4747-4d08-aa4e-1a9b78e7ca6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.185938] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fe9fb3ff-4079-4591-bae7-2b3a178b40f6 tempest-DeleteServersAdminTestJSON-1326399159 tempest-DeleteServersAdminTestJSON-1326399159-project-admin] Lock "8152a45a-e385-41c6-a137-82ccac11e568" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.304s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.211711] env[69942]: DEBUG oslo_vmware.api [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830489, 'name': PowerOnVM_Task, 'duration_secs': 1.476165} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.212113] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.212415] env[69942]: INFO nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Took 12.97 seconds to spawn the instance on the hypervisor. [ 770.212613] env[69942]: DEBUG nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.213579] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d2111-158d-4ef8-a735-f2fd6c416b20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.305952] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5223e91a-cc2a-9ac0-a392-277d620b37ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017979} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.306986] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.306986] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.307178] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.335268] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f52756-702b-f51c-8c50-f13a584df953, 'name': SearchDatastore_Task, 'duration_secs': 0.024705} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.336226] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983a3975-fd0f-40e4-8a5a-6afd98964082 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.346232] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 770.346232] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522a223f-3932-15cc-2c19-7d6e7ef3bc4d" [ 770.346232] env[69942]: _type = "Task" [ 770.346232] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.358283] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522a223f-3932-15cc-2c19-7d6e7ef3bc4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.398238] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260202} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.398664] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.398823] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.399053] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.490960] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830494, 'name': ReconfigVM_Task, 'duration_secs': 0.455942} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.491298] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Reconfigured VM instance instance-00000008 to attach disk [datastore2] bd231ac8-1839-4173-8a22-ca80384103fa/bd231ac8-1839-4173-8a22-ca80384103fa.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.491952] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1a7fcdf-32fe-4118-9c17-799576e26cb4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.502513] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for the task: (returnval){ [ 770.502513] env[69942]: value = "task-3830495" [ 770.502513] env[69942]: _type = "Task" [ 770.502513] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.513402] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830495, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.646849] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Releasing lock "refresh_cache-30ef4444-a9fb-41c8-befd-5a4d6304157e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.650152] env[69942]: DEBUG nova.compute.manager [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Instance network_info: |[{"id": "c6057395-4747-4d08-aa4e-1a9b78e7ca6d", "address": "fa:16:3e:76:17:a5", "network": {"id": "11e2d7d0-778f-42a1-8acf-97aea9f2dac2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-380161140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ad45690c654a9ba856ba58da587e02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6057395-47", "ovs_interfaceid": "c6057395-4747-4d08-aa4e-1a9b78e7ca6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.651217] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:17:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6057395-4747-4d08-aa4e-1a9b78e7ca6d', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.659141] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Creating folder: Project (61ad45690c654a9ba856ba58da587e02). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.659805] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73cb1a8e-9018-43ce-a28f-8222ce43f49b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.674261] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Created folder: Project (61ad45690c654a9ba856ba58da587e02) in parent group-v761487. [ 770.674461] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Creating folder: Instances. Parent ref: group-v761515. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.674722] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acaef2ca-38ba-4854-b2db-40ccf2212228 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.687014] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Created folder: Instances in parent group-v761515. [ 770.687312] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.687770] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.688913] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f42b317b-f3af-41a3-8972-b3ce40a9b450 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.713814] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.713814] env[69942]: value = "task-3830498" [ 770.713814] env[69942]: _type = "Task" [ 770.713814] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.725042] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830498, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.748722] env[69942]: INFO nova.compute.manager [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Took 23.47 seconds to build instance. [ 770.867268] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522a223f-3932-15cc-2c19-7d6e7ef3bc4d, 'name': SearchDatastore_Task, 'duration_secs': 0.015643} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.867268] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.867268] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] af07841b-b3cf-4064-aa18-46cf941305cf/af07841b-b3cf-4064-aa18-46cf941305cf.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.867268] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.867895] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.867976] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b0ffa2-f50d-4daa-8baa-dde186a8862c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.878023] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63fc32a-e54b-41a4-83b7-3032d3ac43c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.888292] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 770.888292] env[69942]: value = "task-3830499" [ 770.888292] env[69942]: _type = "Task" [ 770.888292] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.889813] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.889945] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.897279] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d3e81f-92c3-422e-88f9-f03aca683914 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.911379] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.920306] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for the task: (returnval){ [ 770.920306] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5269eb53-18fa-9838-d567-53dc928ec527" [ 770.920306] env[69942]: _type = "Task" [ 770.920306] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.931352] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5269eb53-18fa-9838-d567-53dc928ec527, 'name': SearchDatastore_Task, 'duration_secs': 0.024644} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.932289] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec88b06e-73f6-4e73-b6dd-3cd93b3125d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.939556] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for the task: (returnval){ [ 770.939556] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fe3e64-a461-f258-5a95-df759a787812" [ 770.939556] env[69942]: _type = "Task" [ 770.939556] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.952619] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fe3e64-a461-f258-5a95-df759a787812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.017409] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830495, 'name': Rename_Task, 'duration_secs': 0.280142} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.020455] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.020962] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e3f694-8100-4c51-a248-fc7bf00ca09c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.030245] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for the task: (returnval){ [ 771.030245] env[69942]: value = "task-3830500" [ 771.030245] env[69942]: _type = "Task" [ 771.030245] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.041588] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.127067] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578db74f-42c1-4114-804b-dcc941d6f19e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.138243] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157b44fd-de67-4e06-a457-469d94294368 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.177423] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e84fcac-d0ab-43fb-a1bd-0beb628e6ac1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.186645] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5258f03-13cb-424e-81af-abef7cfcba18 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.206783] env[69942]: DEBUG nova.compute.provider_tree [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.225733] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830498, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.251237] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2f8747d1-ef45-4b7f-9a34-192b95031837 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "94d16340-66d5-4cac-a8f2-dca1cab6e780" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.996s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.407676] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830499, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.452800] env[69942]: DEBUG nova.network.neutron [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Successfully updated port: 33d60388-e0d2-458c-93db-7a93865f3a67 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.466353] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fe3e64-a461-f258-5a95-df759a787812, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.470180] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.470180] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.470180] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.470859] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.470859] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.470981] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.471381] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.471577] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.471778] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.471965] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.472184] env[69942]: DEBUG nova.virt.hardware [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.472644] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.472964] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] fdda6ebb-5831-4af0-baf1-6ff61e7ff96d/fdda6ebb-5831-4af0-baf1-6ff61e7ff96d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.474242] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f1a16b-cf29-41e4-91b4-8a55661221df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.477395] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-143ffaaa-2aa1-40c4-a1eb-d8ba96120545 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.492506] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a806e6-2eb3-4d00-b2e6-f7c7d7c77009 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.497289] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for the task: (returnval){ [ 771.497289] env[69942]: value = "task-3830501" [ 771.497289] env[69942]: _type = "Task" [ 771.497289] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.514187] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.521961] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.523242] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.523626] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c659de0e-9154-4e30-be83-715fdbb04298 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.544772] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.557842] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830500, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.559306] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.559306] env[69942]: value = "task-3830502" [ 771.559306] env[69942]: _type = "Task" [ 771.559306] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.569751] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830502, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.714032] env[69942]: DEBUG nova.scheduler.client.report [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.736581] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830498, 'name': CreateVM_Task, 'duration_secs': 0.600511} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.737614] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.738701] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.738890] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.741702] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.744620] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3958e5ac-3ab4-4ee6-a250-86e1c287b8e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.756619] env[69942]: DEBUG nova.compute.manager [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.760486] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for the task: (returnval){ [ 771.760486] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ecde2a-90f1-feb8-fb31-a65098131a57" [ 771.760486] env[69942]: _type = "Task" [ 771.760486] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.779489] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ecde2a-90f1-feb8-fb31-a65098131a57, 'name': SearchDatastore_Task, 'duration_secs': 0.01441} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.784522] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.784617] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.784933] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.786090] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.786090] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.786090] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bba87d3-6aed-4f1e-b8f9-bc35b69029ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.805698] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.805846] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.806729] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccd340f-ef31-4014-8ca8-c4737cc7dc47 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.813571] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for the task: (returnval){ [ 771.813571] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520170c0-660b-2165-ce8b-fb93daabe1a0" [ 771.813571] env[69942]: _type = "Task" [ 771.813571] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.824158] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520170c0-660b-2165-ce8b-fb93daabe1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.906264] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707581} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.906264] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] af07841b-b3cf-4064-aa18-46cf941305cf/af07841b-b3cf-4064-aa18-46cf941305cf.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.906945] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.906945] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf828f4d-8b97-45c6-b5e7-b1040e189080 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.916082] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 771.916082] env[69942]: value = "task-3830505" [ 771.916082] env[69942]: _type = "Task" [ 771.916082] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.928174] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.955584] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquiring lock "refresh_cache-86f32ea8-0324-4c88-afdd-6cdec9c19fdc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.955713] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquired lock "refresh_cache-86f32ea8-0324-4c88-afdd-6cdec9c19fdc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.955867] env[69942]: DEBUG nova.network.neutron [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.017178] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830501, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.057976] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830500, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.072403] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830502, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.162633] env[69942]: DEBUG nova.compute.manager [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Received event network-changed-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.162755] env[69942]: DEBUG nova.compute.manager [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Refreshing instance network info cache due to event network-changed-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.162992] env[69942]: DEBUG oslo_concurrency.lockutils [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] Acquiring lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.163440] env[69942]: DEBUG oslo_concurrency.lockutils [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] Acquired lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.163617] env[69942]: DEBUG nova.network.neutron [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Refreshing network info cache for port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.228695] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.229838] env[69942]: DEBUG nova.compute.manager [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.232987] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.697s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.233231] env[69942]: DEBUG nova.objects.instance [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 772.293264] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.330628] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520170c0-660b-2165-ce8b-fb93daabe1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.047382} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.332358] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940da891-d405-41f9-bcb6-78ae1a8ce1dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.341271] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for the task: (returnval){ [ 772.341271] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d6dc6a-8583-5f40-cb12-2aaf149ffc09" [ 772.341271] env[69942]: _type = "Task" [ 772.341271] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.351167] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d6dc6a-8583-5f40-cb12-2aaf149ffc09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.426463] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245919} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.426463] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.427394] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24aa2c1-35dc-4fff-9530-f305ad8d70c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.452614] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] af07841b-b3cf-4064-aa18-46cf941305cf/af07841b-b3cf-4064-aa18-46cf941305cf.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.453046] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41046879-e943-446a-bcfa-b9cce949d96f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.477950] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 772.477950] env[69942]: value = "task-3830508" [ 772.477950] env[69942]: _type = "Task" [ 772.477950] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.489660] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.511032] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625313} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.511359] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] fdda6ebb-5831-4af0-baf1-6ff61e7ff96d/fdda6ebb-5831-4af0-baf1-6ff61e7ff96d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.511579] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.511842] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36888c8b-02df-4fce-bcd1-765fb77a0728 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.519310] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for the task: (returnval){ [ 772.519310] env[69942]: value = "task-3830509" [ 772.519310] env[69942]: _type = "Task" [ 772.519310] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.528843] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.557548] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830500, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.573102] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830502, 'name': CreateVM_Task, 'duration_secs': 0.597135} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.573230] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.573641] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.573788] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.574154] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.574545] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d617bc49-786b-4b34-805a-b380b3223032 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.578533] env[69942]: DEBUG nova.network.neutron [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.582365] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for the task: (returnval){ [ 772.582365] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dc6f72-a8cc-e40a-dac5-4807bdab1e7d" [ 772.582365] env[69942]: _type = "Task" [ 772.582365] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.594330] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dc6f72-a8cc-e40a-dac5-4807bdab1e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.738447] env[69942]: DEBUG nova.compute.utils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.744330] env[69942]: DEBUG nova.compute.manager [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.745441] env[69942]: DEBUG nova.network.neutron [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.756362] env[69942]: DEBUG nova.compute.manager [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Received event network-changed-49133c44-2b40-452d-bad3-8ea0c7fdc960 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.756362] env[69942]: DEBUG nova.compute.manager [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Refreshing instance network info cache due to event network-changed-49133c44-2b40-452d-bad3-8ea0c7fdc960. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.756625] env[69942]: DEBUG oslo_concurrency.lockutils [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] Acquiring lock "refresh_cache-fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.756824] env[69942]: DEBUG oslo_concurrency.lockutils [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] Acquired lock "refresh_cache-fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.757042] env[69942]: DEBUG nova.network.neutron [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Refreshing network info cache for port 49133c44-2b40-452d-bad3-8ea0c7fdc960 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.855076] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d6dc6a-8583-5f40-cb12-2aaf149ffc09, 'name': SearchDatastore_Task, 'duration_secs': 0.017973} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.855369] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.855631] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 30ef4444-a9fb-41c8-befd-5a4d6304157e/30ef4444-a9fb-41c8-befd-5a4d6304157e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.855892] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b42adae5-0688-4c1e-a155-38c25279f006 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.865235] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for the task: (returnval){ [ 772.865235] env[69942]: value = "task-3830510" [ 772.865235] env[69942]: _type = "Task" [ 772.865235] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.879092] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.898167] env[69942]: DEBUG nova.policy [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '287f8a50bedf4d3f870e541a566ac6ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '613f7833b6c345c5879afd8063bf397e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.935012] env[69942]: DEBUG nova.network.neutron [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Updating instance_info_cache with network_info: [{"id": "33d60388-e0d2-458c-93db-7a93865f3a67", "address": "fa:16:3e:38:a5:a1", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33d60388-e0", "ovs_interfaceid": "33d60388-e0d2-458c-93db-7a93865f3a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.994605] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.030388] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079705} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.032609] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.032609] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd58025-c4c3-417a-adac-3461c1baadbe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.067219] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] fdda6ebb-5831-4af0-baf1-6ff61e7ff96d/fdda6ebb-5831-4af0-baf1-6ff61e7ff96d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.072699] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b73060f-50b6-481a-b966-eca70bb3be59 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.111394] env[69942]: DEBUG oslo_vmware.api [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830500, 'name': PowerOnVM_Task, 'duration_secs': 1.650092} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.114298] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.114495] env[69942]: INFO nova.compute.manager [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Took 13.47 seconds to spawn the instance on the hypervisor. [ 773.114824] env[69942]: DEBUG nova.compute.manager [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.115362] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for the task: (returnval){ [ 773.115362] env[69942]: value = "task-3830511" [ 773.115362] env[69942]: _type = "Task" [ 773.115362] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.116648] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d5349b-a850-4b3c-8c11-6b906f24c2ef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.135897] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dc6f72-a8cc-e40a-dac5-4807bdab1e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.043967} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.136938] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.137346] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.137732] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.137981] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.138306] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.139276] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dff3ff4-3b82-468d-827a-dbd4f8de7fd8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.149894] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.165970] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.166819] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.167580] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011a598c-16f7-490d-8859-41009b641835 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.177356] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for the task: (returnval){ [ 773.177356] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b12b8b-04f4-bc8f-fb41-946d84ac1014" [ 773.177356] env[69942]: _type = "Task" [ 773.177356] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.186896] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b12b8b-04f4-bc8f-fb41-946d84ac1014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.245278] env[69942]: DEBUG nova.compute.manager [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.250939] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d9ecbd7-a6c2-4642-936a-b99f35e75ab1 tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.254271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.248s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.255248] env[69942]: INFO nova.compute.claims [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.347194] env[69942]: DEBUG nova.network.neutron [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updated VIF entry in instance network info cache for port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.347576] env[69942]: DEBUG nova.network.neutron [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updating instance_info_cache with network_info: [{"id": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "address": "fa:16:3e:28:f5:68", "network": {"id": "3e51e671-c4aa-4162-9416-6fa43a06847c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-903144140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26506c4e38764856bf835f8ab97fa906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be9ca5-fa", "ovs_interfaceid": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.377079] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830510, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.438881] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Releasing lock "refresh_cache-86f32ea8-0324-4c88-afdd-6cdec9c19fdc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.439606] env[69942]: DEBUG nova.compute.manager [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Instance network_info: |[{"id": "33d60388-e0d2-458c-93db-7a93865f3a67", "address": "fa:16:3e:38:a5:a1", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33d60388-e0", "ovs_interfaceid": "33d60388-e0d2-458c-93db-7a93865f3a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.440509] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:a5:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33d60388-e0d2-458c-93db-7a93865f3a67', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.449446] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Creating folder: Project (81e8b9c3dc9a48b48ed29e80b99504a7). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.449800] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94a1c992-c831-49b8-b591-85c7a7a761bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.464205] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Created folder: Project (81e8b9c3dc9a48b48ed29e80b99504a7) in parent group-v761487. [ 773.464424] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Creating folder: Instances. Parent ref: group-v761522. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.464698] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43f4b311-c800-4a1c-94e9-9bf708c93640 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.478026] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Created folder: Instances in parent group-v761522. [ 773.478439] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.478557] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.478778] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49ca51c2-01b1-4bd9-80a8-be3e1bfad8df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.508303] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.509527] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.509527] env[69942]: value = "task-3830514" [ 773.509527] env[69942]: _type = "Task" [ 773.509527] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.520079] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830514, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.638503] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.664528] env[69942]: INFO nova.compute.manager [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Took 25.30 seconds to build instance. [ 773.691628] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.691933] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.698759] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b12b8b-04f4-bc8f-fb41-946d84ac1014, 'name': SearchDatastore_Task, 'duration_secs': 0.031428} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.700672] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3e1716-6d88-4731-a38e-4445e9e2369a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.708725] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for the task: (returnval){ [ 773.708725] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226547f-8a7b-26e9-8079-d6a58c17d31d" [ 773.708725] env[69942]: _type = "Task" [ 773.708725] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.721504] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226547f-8a7b-26e9-8079-d6a58c17d31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.852897] env[69942]: DEBUG oslo_concurrency.lockutils [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] Releasing lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.852897] env[69942]: DEBUG nova.compute.manager [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Received event network-changed-1ecda13e-f25d-4c42-8988-1b96ebbccfc2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.852897] env[69942]: DEBUG nova.compute.manager [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Refreshing instance network info cache due to event network-changed-1ecda13e-f25d-4c42-8988-1b96ebbccfc2. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.852897] env[69942]: DEBUG oslo_concurrency.lockutils [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] Acquiring lock "refresh_cache-af4c55f0-2edf-44a4-a880-a5a7ad6b0def" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.852897] env[69942]: DEBUG oslo_concurrency.lockutils [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] Acquired lock "refresh_cache-af4c55f0-2edf-44a4-a880-a5a7ad6b0def" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.853784] env[69942]: DEBUG nova.network.neutron [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Refreshing network info cache for port 1ecda13e-f25d-4c42-8988-1b96ebbccfc2 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.862385] env[69942]: DEBUG nova.network.neutron [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Successfully created port: e8350635-2b6b-4514-8a62-f683f59b9b94 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.879394] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.962409} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.879394] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 30ef4444-a9fb-41c8-befd-5a4d6304157e/30ef4444-a9fb-41c8-befd-5a4d6304157e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.879394] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.879927] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-742a4e5e-3957-485e-bc1a-b1198292f81e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.888790] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for the task: (returnval){ [ 773.888790] env[69942]: value = "task-3830515" [ 773.888790] env[69942]: _type = "Task" [ 773.888790] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.895484] env[69942]: DEBUG nova.network.neutron [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Updated VIF entry in instance network info cache for port 49133c44-2b40-452d-bad3-8ea0c7fdc960. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.895895] env[69942]: DEBUG nova.network.neutron [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Updating instance_info_cache with network_info: [{"id": "49133c44-2b40-452d-bad3-8ea0c7fdc960", "address": "fa:16:3e:9c:b2:50", "network": {"id": "2dea28d5-4498-4f86-beae-52aa61b12d9d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-677286552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008f7f4642c94a299bf6917f4d274647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49133c44-2b", "ovs_interfaceid": "49133c44-2b40-452d-bad3-8ea0c7fdc960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.901759] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.008178] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830508, 'name': ReconfigVM_Task, 'duration_secs': 1.527073} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.008728] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Reconfigured VM instance instance-00000009 to attach disk [datastore2] af07841b-b3cf-4064-aa18-46cf941305cf/af07841b-b3cf-4064-aa18-46cf941305cf.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.009172] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-414c558a-590b-484d-8bc2-c36d346f535c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.021139] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830514, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.022294] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 774.022294] env[69942]: value = "task-3830516" [ 774.022294] env[69942]: _type = "Task" [ 774.022294] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.038576] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830516, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.132627] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830511, 'name': ReconfigVM_Task, 'duration_secs': 0.899416} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.132893] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Reconfigured VM instance instance-0000000a to attach disk [datastore2] fdda6ebb-5831-4af0-baf1-6ff61e7ff96d/fdda6ebb-5831-4af0-baf1-6ff61e7ff96d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.133589] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-715aff8e-a692-40dc-8f04-df32e6e8bc06 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.140369] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for the task: (returnval){ [ 774.140369] env[69942]: value = "task-3830517" [ 774.140369] env[69942]: _type = "Task" [ 774.140369] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.150639] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830517, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.167375] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e8340fd9-b02f-44af-a8c5-13062d22db9d tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lock "bd231ac8-1839-4173-8a22-ca80384103fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.819s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.224112] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226547f-8a7b-26e9-8079-d6a58c17d31d, 'name': SearchDatastore_Task, 'duration_secs': 0.068766} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.224363] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.224686] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.225047] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b768f0f-f9fb-4e58-9522-4c29c5776ab8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.244199] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for the task: (returnval){ [ 774.244199] env[69942]: value = "task-3830518" [ 774.244199] env[69942]: _type = "Task" [ 774.244199] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.258940] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.260536] env[69942]: DEBUG nova.compute.manager [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.313701] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1219985165',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2065094010',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.314194] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.314775] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.315504] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.315504] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.315504] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.315730] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.315883] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.316134] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.316371] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.316613] env[69942]: DEBUG nova.virt.hardware [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.318804] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2440dca-8302-4041-ab05-9cdb3ca3ad56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.334159] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba8daa4-45e9-4b80-b65f-3410540209c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.399777] env[69942]: DEBUG oslo_concurrency.lockutils [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] Releasing lock "refresh_cache-fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.400259] env[69942]: DEBUG nova.compute.manager [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Received event network-vif-plugged-c6057395-4747-4d08-aa4e-1a9b78e7ca6d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.400259] env[69942]: DEBUG oslo_concurrency.lockutils [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] Acquiring lock "30ef4444-a9fb-41c8-befd-5a4d6304157e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.401411] env[69942]: DEBUG oslo_concurrency.lockutils [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] Lock "30ef4444-a9fb-41c8-befd-5a4d6304157e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.401411] env[69942]: DEBUG oslo_concurrency.lockutils [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] Lock "30ef4444-a9fb-41c8-befd-5a4d6304157e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.401411] env[69942]: DEBUG nova.compute.manager [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] No waiting events found dispatching network-vif-plugged-c6057395-4747-4d08-aa4e-1a9b78e7ca6d {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.401411] env[69942]: WARNING nova.compute.manager [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Received unexpected event network-vif-plugged-c6057395-4747-4d08-aa4e-1a9b78e7ca6d for instance with vm_state building and task_state spawning. [ 774.401411] env[69942]: DEBUG nova.compute.manager [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Received event network-changed-c6057395-4747-4d08-aa4e-1a9b78e7ca6d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.401687] env[69942]: DEBUG nova.compute.manager [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Refreshing instance network info cache due to event network-changed-c6057395-4747-4d08-aa4e-1a9b78e7ca6d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.401687] env[69942]: DEBUG oslo_concurrency.lockutils [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] Acquiring lock "refresh_cache-30ef4444-a9fb-41c8-befd-5a4d6304157e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.401687] env[69942]: DEBUG oslo_concurrency.lockutils [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] Acquired lock "refresh_cache-30ef4444-a9fb-41c8-befd-5a4d6304157e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.401788] env[69942]: DEBUG nova.network.neutron [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Refreshing network info cache for port c6057395-4747-4d08-aa4e-1a9b78e7ca6d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.402958] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082311} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.403232] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.404295] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de27f90e-06e4-4bbc-bc3d-7d80c39e747c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.432856] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 30ef4444-a9fb-41c8-befd-5a4d6304157e/30ef4444-a9fb-41c8-befd-5a4d6304157e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.433402] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-475746e3-f692-4612-882c-5819f851a6b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.460826] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for the task: (returnval){ [ 774.460826] env[69942]: value = "task-3830519" [ 774.460826] env[69942]: _type = "Task" [ 774.460826] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.470803] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.522309] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830514, 'name': CreateVM_Task, 'duration_secs': 0.56755} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.522722] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.523555] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.523655] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.524383] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.529029] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a81d10-caab-4612-baab-4a6b27f2fd86 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.536124] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830516, 'name': Rename_Task, 'duration_secs': 0.294058} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.543157] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.543578] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for the task: (returnval){ [ 774.543578] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526447cc-e0e2-e9e4-c2c8-a127a8c2c7d8" [ 774.543578] env[69942]: _type = "Task" [ 774.543578] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.544082] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b0d5cc2-ad7b-420f-b562-6de13f9d62c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.558161] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526447cc-e0e2-e9e4-c2c8-a127a8c2c7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.559810] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 774.559810] env[69942]: value = "task-3830520" [ 774.559810] env[69942]: _type = "Task" [ 774.559810] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.573117] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.654805] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830517, 'name': Rename_Task, 'duration_secs': 0.221497} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.655109] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.655360] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11ad075d-14e4-4292-8ff7-1be45e5f4358 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.664220] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for the task: (returnval){ [ 774.664220] env[69942]: value = "task-3830521" [ 774.664220] env[69942]: _type = "Task" [ 774.664220] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.670557] env[69942]: DEBUG nova.compute.manager [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.685847] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.718799] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4750c27-1522-46c1-b299-eebd49392a09 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.734970] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e709e21-d662-4b9d-83b7-f0a4a9cfd394 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.793069] env[69942]: DEBUG nova.network.neutron [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Updated VIF entry in instance network info cache for port 1ecda13e-f25d-4c42-8988-1b96ebbccfc2. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.793552] env[69942]: DEBUG nova.network.neutron [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Updating instance_info_cache with network_info: [{"id": "1ecda13e-f25d-4c42-8988-1b96ebbccfc2", "address": "fa:16:3e:89:b3:38", "network": {"id": "0cfbac83-a7f3-45c7-beb0-7f2d656be3cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-508909111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5332d96509f443ab81cc605f285f14e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ecda13e-f2", "ovs_interfaceid": "1ecda13e-f25d-4c42-8988-1b96ebbccfc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.795841] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1264d750-f754-45c7-ad1f-d3fb64975b31 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.804550] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830518, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.819710] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b402a414-659f-4149-ac88-ae0b883f69f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.850488] env[69942]: DEBUG nova.compute.provider_tree [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.972357] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.009366] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.009609] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.064608] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526447cc-e0e2-e9e4-c2c8-a127a8c2c7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.03404} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.069719] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.070162] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.070162] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.070235] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.070412] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.070867] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a96dc1b-880e-440e-8777-9bc29f2c3836 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.085601] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.091922] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.091922] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.092935] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691657ce-7e8a-46a3-9299-d2ad7cf469ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.101555] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for the task: (returnval){ [ 775.101555] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5247e4e4-e3e9-105a-58cf-9124c7f9fc34" [ 775.101555] env[69942]: _type = "Task" [ 775.101555] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.119803] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5247e4e4-e3e9-105a-58cf-9124c7f9fc34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.176911] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830521, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.195421] env[69942]: DEBUG nova.network.neutron [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Updated VIF entry in instance network info cache for port c6057395-4747-4d08-aa4e-1a9b78e7ca6d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.195583] env[69942]: DEBUG nova.network.neutron [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Updating instance_info_cache with network_info: [{"id": "c6057395-4747-4d08-aa4e-1a9b78e7ca6d", "address": "fa:16:3e:76:17:a5", "network": {"id": "11e2d7d0-778f-42a1-8acf-97aea9f2dac2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-380161140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ad45690c654a9ba856ba58da587e02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6057395-47", "ovs_interfaceid": "c6057395-4747-4d08-aa4e-1a9b78e7ca6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.201137] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.258840] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888267} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.259177] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.259480] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.262515] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12697f13-746e-438a-887a-6c7fd0a7a8ab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.268985] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for the task: (returnval){ [ 775.268985] env[69942]: value = "task-3830523" [ 775.268985] env[69942]: _type = "Task" [ 775.268985] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.281537] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.306320] env[69942]: DEBUG oslo_concurrency.lockutils [req-c0dea270-0736-4038-9226-1404c9818ad7 req-c69567ae-7fc7-4ba3-be63-6d1b715a8850 service nova] Releasing lock "refresh_cache-af4c55f0-2edf-44a4-a880-a5a7ad6b0def" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.353891] env[69942]: DEBUG nova.scheduler.client.report [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.478523] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830519, 'name': ReconfigVM_Task, 'duration_secs': 0.993166} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.478880] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 30ef4444-a9fb-41c8-befd-5a4d6304157e/30ef4444-a9fb-41c8-befd-5a4d6304157e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.479677] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac916600-2b0e-4d84-8421-b0cc13e73509 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.488123] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for the task: (returnval){ [ 775.488123] env[69942]: value = "task-3830524" [ 775.488123] env[69942]: _type = "Task" [ 775.488123] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.498407] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830524, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.575539] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830520, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.613553] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5247e4e4-e3e9-105a-58cf-9124c7f9fc34, 'name': SearchDatastore_Task, 'duration_secs': 0.017373} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.614372] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ef40eb-2c6a-456f-a80a-b34d655500c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.620838] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for the task: (returnval){ [ 775.620838] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ebf14b-dca7-23a5-40a4-3c2f5a7112f6" [ 775.620838] env[69942]: _type = "Task" [ 775.620838] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.630763] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ebf14b-dca7-23a5-40a4-3c2f5a7112f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.679872] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830521, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.702196] env[69942]: DEBUG oslo_concurrency.lockutils [req-dc3c5a5d-802f-4d02-bb33-a7c9df5fe78f req-cadf53e0-49b8-4939-a304-f5313e9ea0c5 service nova] Releasing lock "refresh_cache-30ef4444-a9fb-41c8-befd-5a4d6304157e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.736440] env[69942]: DEBUG nova.compute.manager [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Received event network-vif-plugged-33d60388-e0d2-458c-93db-7a93865f3a67 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.736440] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] Acquiring lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.736732] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] Lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.736887] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] Lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.737165] env[69942]: DEBUG nova.compute.manager [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] No waiting events found dispatching network-vif-plugged-33d60388-e0d2-458c-93db-7a93865f3a67 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.737460] env[69942]: WARNING nova.compute.manager [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Received unexpected event network-vif-plugged-33d60388-e0d2-458c-93db-7a93865f3a67 for instance with vm_state building and task_state spawning. [ 775.737695] env[69942]: DEBUG nova.compute.manager [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Received event network-changed-33d60388-e0d2-458c-93db-7a93865f3a67 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.737866] env[69942]: DEBUG nova.compute.manager [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Refreshing instance network info cache due to event network-changed-33d60388-e0d2-458c-93db-7a93865f3a67. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.738086] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] Acquiring lock "refresh_cache-86f32ea8-0324-4c88-afdd-6cdec9c19fdc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.738314] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] Acquired lock "refresh_cache-86f32ea8-0324-4c88-afdd-6cdec9c19fdc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.738388] env[69942]: DEBUG nova.network.neutron [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Refreshing network info cache for port 33d60388-e0d2-458c-93db-7a93865f3a67 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.780952] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174347} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.781342] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.782265] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7b1d48-1434-42a0-bb74-6527ab507f56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.807856] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.809182] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e28af604-520c-40ee-bc99-d95f47bf7280 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.830598] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for the task: (returnval){ [ 775.830598] env[69942]: value = "task-3830525" [ 775.830598] env[69942]: _type = "Task" [ 775.830598] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.840928] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.863214] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.863896] env[69942]: DEBUG nova.compute.manager [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.867023] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.227s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.868729] env[69942]: INFO nova.compute.claims [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.920837] env[69942]: DEBUG nova.network.neutron [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Successfully updated port: e8350635-2b6b-4514-8a62-f683f59b9b94 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.003780] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830524, 'name': Rename_Task, 'duration_secs': 0.287825} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.004654] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.005055] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-650bc3bc-e3b2-49ad-afe0-60989232641a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.014240] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for the task: (returnval){ [ 776.014240] env[69942]: value = "task-3830526" [ 776.014240] env[69942]: _type = "Task" [ 776.014240] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.028051] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.078459] env[69942]: DEBUG oslo_vmware.api [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830520, 'name': PowerOnVM_Task, 'duration_secs': 1.306322} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.079560] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.079560] env[69942]: INFO nova.compute.manager [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Took 13.97 seconds to spawn the instance on the hypervisor. [ 776.079560] env[69942]: DEBUG nova.compute.manager [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.080088] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a643b5-04bc-4d9d-bbdc-241e0dfc613c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.136831] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ebf14b-dca7-23a5-40a4-3c2f5a7112f6, 'name': SearchDatastore_Task, 'duration_secs': 0.02143} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.138183] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.138574] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 86f32ea8-0324-4c88-afdd-6cdec9c19fdc/86f32ea8-0324-4c88-afdd-6cdec9c19fdc.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.139198] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bf9cc46-2486-4a72-a0b1-cf7208dc1b42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.148737] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for the task: (returnval){ [ 776.148737] env[69942]: value = "task-3830527" [ 776.148737] env[69942]: _type = "Task" [ 776.148737] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.165267] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.180674] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830521, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.343960] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.374266] env[69942]: DEBUG nova.compute.utils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.382037] env[69942]: DEBUG nova.compute.manager [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.382037] env[69942]: DEBUG nova.network.neutron [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.420897] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "refresh_cache-b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.421069] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquired lock "refresh_cache-b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.421176] env[69942]: DEBUG nova.network.neutron [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.529687] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830526, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.604076] env[69942]: INFO nova.compute.manager [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Took 26.51 seconds to build instance. [ 776.660149] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830527, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.677765] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830521, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.745271] env[69942]: DEBUG nova.policy [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61d946b9e0d04983ac0fbc5b39494012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da92eff83d714b048ba58230331b8034', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.842446] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830525, 'name': ReconfigVM_Task, 'duration_secs': 0.694406} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.843500] env[69942]: DEBUG nova.network.neutron [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Updated VIF entry in instance network info cache for port 33d60388-e0d2-458c-93db-7a93865f3a67. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.843916] env[69942]: DEBUG nova.network.neutron [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Updating instance_info_cache with network_info: [{"id": "33d60388-e0d2-458c-93db-7a93865f3a67", "address": "fa:16:3e:38:a5:a1", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33d60388-e0", "ovs_interfaceid": "33d60388-e0d2-458c-93db-7a93865f3a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.845332] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3/8d66c5e5-c8ad-4aed-83cb-d629ba0239b3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.848642] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8324b850-21f5-4ea4-8e78-1c2a88923fa3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.855269] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for the task: (returnval){ [ 776.855269] env[69942]: value = "task-3830528" [ 776.855269] env[69942]: _type = "Task" [ 776.855269] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.876681] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830528, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.882510] env[69942]: DEBUG nova.compute.manager [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.018616] env[69942]: DEBUG nova.network.neutron [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.044300] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830526, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.109130] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ed7a3b24-6d66-4005-98ef-09c8f4c0da1f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lock "af07841b-b3cf-4064-aa18-46cf941305cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.047s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.166992] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714645} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.172250] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 86f32ea8-0324-4c88-afdd-6cdec9c19fdc/86f32ea8-0324-4c88-afdd-6cdec9c19fdc.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.172433] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.176758] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d6907fa-e2ad-4248-be04-5f9d9a257016 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.186457] env[69942]: DEBUG oslo_vmware.api [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830521, 'name': PowerOnVM_Task, 'duration_secs': 2.211945} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.187972] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.188246] env[69942]: INFO nova.compute.manager [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Took 12.65 seconds to spawn the instance on the hypervisor. [ 777.188435] env[69942]: DEBUG nova.compute.manager [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.189613] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for the task: (returnval){ [ 777.189613] env[69942]: value = "task-3830530" [ 777.189613] env[69942]: _type = "Task" [ 777.189613] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.192384] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602edc44-2696-440a-8009-a3ed21f09a2e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.207727] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.293623] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a68e2e-61c2-436c-96c0-dd2fd3670b4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.303968] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24110b91-33f1-4fed-8b3e-3719e3f94993 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.339314] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cf1797-bd7a-46e7-a0a6-24dc7e7d3c2f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.348740] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b9329b3-c7ae-43a3-b5e2-e16d77e869d0 req-bb44dfe3-02b4-41f0-9b38-8c423d626d59 service nova] Releasing lock "refresh_cache-86f32ea8-0324-4c88-afdd-6cdec9c19fdc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.350973] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d59e07d-6bd1-4943-a814-695e7e318349 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.386469] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830528, 'name': Rename_Task, 'duration_secs': 0.357706} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.387141] env[69942]: DEBUG nova.compute.provider_tree [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.390835] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.390835] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b394839-4a67-4447-a15d-d16b92601962 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.404680] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Waiting for the task: (returnval){ [ 777.404680] env[69942]: value = "task-3830531" [ 777.404680] env[69942]: _type = "Task" [ 777.404680] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.419517] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.464649] env[69942]: DEBUG nova.network.neutron [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Successfully created port: 5824984e-67ec-4680-b963-b6cac1874bac {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.533242] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830526, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.615653] env[69942]: DEBUG nova.network.neutron [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Updating instance_info_cache with network_info: [{"id": "e8350635-2b6b-4514-8a62-f683f59b9b94", "address": "fa:16:3e:47:62:ce", "network": {"id": "2db1c3dd-9877-436b-a03b-9db94c10ee02", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1527635663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613f7833b6c345c5879afd8063bf397e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8350635-2b", "ovs_interfaceid": "e8350635-2b6b-4514-8a62-f683f59b9b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.619185] env[69942]: DEBUG nova.compute.manager [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.620354] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.621856] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.649480] env[69942]: DEBUG nova.compute.manager [req-f32ffebb-e45b-4cd6-b3f6-9b7ac1b96742 req-a83be4df-d011-48d5-83a7-2f6e3dacf0ff service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Received event network-vif-plugged-e8350635-2b6b-4514-8a62-f683f59b9b94 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.649480] env[69942]: DEBUG oslo_concurrency.lockutils [req-f32ffebb-e45b-4cd6-b3f6-9b7ac1b96742 req-a83be4df-d011-48d5-83a7-2f6e3dacf0ff service nova] Acquiring lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.649480] env[69942]: DEBUG oslo_concurrency.lockutils [req-f32ffebb-e45b-4cd6-b3f6-9b7ac1b96742 req-a83be4df-d011-48d5-83a7-2f6e3dacf0ff service nova] Lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.649620] env[69942]: DEBUG oslo_concurrency.lockutils [req-f32ffebb-e45b-4cd6-b3f6-9b7ac1b96742 req-a83be4df-d011-48d5-83a7-2f6e3dacf0ff service nova] Lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.649745] env[69942]: DEBUG nova.compute.manager [req-f32ffebb-e45b-4cd6-b3f6-9b7ac1b96742 req-a83be4df-d011-48d5-83a7-2f6e3dacf0ff service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] No waiting events found dispatching network-vif-plugged-e8350635-2b6b-4514-8a62-f683f59b9b94 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.649910] env[69942]: WARNING nova.compute.manager [req-f32ffebb-e45b-4cd6-b3f6-9b7ac1b96742 req-a83be4df-d011-48d5-83a7-2f6e3dacf0ff service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Received unexpected event network-vif-plugged-e8350635-2b6b-4514-8a62-f683f59b9b94 for instance with vm_state building and task_state spawning. [ 777.706375] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244291} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.707308] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.707466] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6f03d3-474f-4cba-8c60-5fc9b0a47d40 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.737032] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 86f32ea8-0324-4c88-afdd-6cdec9c19fdc/86f32ea8-0324-4c88-afdd-6cdec9c19fdc.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.739541] env[69942]: INFO nova.compute.manager [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Took 25.77 seconds to build instance. [ 777.741047] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a51cc72-a6b0-49e3-87f1-e032733a48e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.765365] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for the task: (returnval){ [ 777.765365] env[69942]: value = "task-3830532" [ 777.765365] env[69942]: _type = "Task" [ 777.765365] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.774967] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.890574] env[69942]: DEBUG nova.scheduler.client.report [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.899510] env[69942]: DEBUG nova.compute.manager [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.925807] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.938857] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.938857] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.938857] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.939124] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.939124] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.939247] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.939443] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.939612] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.939774] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.939953] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.940154] env[69942]: DEBUG nova.virt.hardware [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.942416] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6067e636-87a8-4a79-93a7-34de99e7ec44 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.951606] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b494fe6-3db2-4aa2-88c7-497c4f6cd88a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.999687] env[69942]: DEBUG nova.compute.manager [None req-5af3ca41-5417-44be-9052-eff20f5958e7 tempest-ServerDiagnosticsV248Test-1182410821 tempest-ServerDiagnosticsV248Test-1182410821-project-admin] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.001058] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18587091-d609-4328-ba1a-3e95b4679990 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.010766] env[69942]: INFO nova.compute.manager [None req-5af3ca41-5417-44be-9052-eff20f5958e7 tempest-ServerDiagnosticsV248Test-1182410821 tempest-ServerDiagnosticsV248Test-1182410821-project-admin] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Retrieving diagnostics [ 778.010766] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8d0bc5-0b0a-4bc2-bde9-2aedfaa8516b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.053973] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830526, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.110692] env[69942]: DEBUG oslo_concurrency.lockutils [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.111042] env[69942]: DEBUG oslo_concurrency.lockutils [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.111213] env[69942]: DEBUG oslo_concurrency.lockutils [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.111398] env[69942]: DEBUG oslo_concurrency.lockutils [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.111970] env[69942]: DEBUG oslo_concurrency.lockutils [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.114130] env[69942]: INFO nova.compute.manager [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Terminating instance [ 778.117357] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Releasing lock "refresh_cache-b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.117459] env[69942]: DEBUG nova.compute.manager [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Instance network_info: |[{"id": "e8350635-2b6b-4514-8a62-f683f59b9b94", "address": "fa:16:3e:47:62:ce", "network": {"id": "2db1c3dd-9877-436b-a03b-9db94c10ee02", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1527635663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613f7833b6c345c5879afd8063bf397e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8350635-2b", "ovs_interfaceid": "e8350635-2b6b-4514-8a62-f683f59b9b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.118064] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:62:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8350635-2b6b-4514-8a62-f683f59b9b94', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.127042] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Creating folder: Project (613f7833b6c345c5879afd8063bf397e). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.130287] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55a525c1-7d73-45d6-85d2-b2693d9efff2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.146512] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Created folder: Project (613f7833b6c345c5879afd8063bf397e) in parent group-v761487. [ 778.146751] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Creating folder: Instances. Parent ref: group-v761525. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.147082] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1e0eb5d-a707-46e5-afe0-7cb2afe93ec3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.162434] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Created folder: Instances in parent group-v761525. [ 778.162797] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.164330] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.164330] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.164626] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2800184-cbf0-46b7-88d6-70e9f871f00e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.187973] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.187973] env[69942]: value = "task-3830535" [ 778.187973] env[69942]: _type = "Task" [ 778.187973] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.199920] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830535, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.242227] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ed5a191-5ce7-4f5c-9171-d20e1b4b20a3 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.284s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.279569] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.397188] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.397959] env[69942]: DEBUG nova.compute.manager [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.402017] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.622s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.402017] env[69942]: INFO nova.compute.claims [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.420140] env[69942]: DEBUG oslo_vmware.api [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Task: {'id': task-3830531, 'name': PowerOnVM_Task, 'duration_secs': 0.851944} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.420272] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.420542] env[69942]: DEBUG nova.compute.manager [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.421489] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bda5402-28b0-42a6-b0dd-497972533fa9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.534073] env[69942]: DEBUG oslo_vmware.api [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830526, 'name': PowerOnVM_Task, 'duration_secs': 2.162968} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.534415] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.534768] env[69942]: INFO nova.compute.manager [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Took 11.49 seconds to spawn the instance on the hypervisor. [ 778.535846] env[69942]: DEBUG nova.compute.manager [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.536885] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5405347-989d-44a0-9b02-7dbf918c9571 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.618727] env[69942]: DEBUG nova.compute.manager [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.619157] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.620399] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d567c7-0986-4230-a14f-d856f45ded50 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.630533] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.631621] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c514693-d0d4-401c-a4f5-d5a7c806b1a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.644880] env[69942]: DEBUG oslo_vmware.api [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 778.644880] env[69942]: value = "task-3830536" [ 778.644880] env[69942]: _type = "Task" [ 778.644880] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.660102] env[69942]: DEBUG oslo_vmware.api [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.700699] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830535, 'name': CreateVM_Task, 'duration_secs': 0.442901} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.701592] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.701888] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.702163] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.702691] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.703412] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ccaaa0c-6153-44d0-9882-36067f9c0202 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.710491] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 778.710491] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52073571-d0bf-e8fe-9558-5533f9e47347" [ 778.710491] env[69942]: _type = "Task" [ 778.710491] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.724293] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52073571-d0bf-e8fe-9558-5533f9e47347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.745625] env[69942]: DEBUG nova.compute.manager [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.779385] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830532, 'name': ReconfigVM_Task, 'duration_secs': 0.611206} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.780473] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 86f32ea8-0324-4c88-afdd-6cdec9c19fdc/86f32ea8-0324-4c88-afdd-6cdec9c19fdc.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.783662] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c60c4996-e30c-4fcd-bdd2-43e1deb95a51 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.793431] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for the task: (returnval){ [ 778.793431] env[69942]: value = "task-3830537" [ 778.793431] env[69942]: _type = "Task" [ 778.793431] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.810869] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830537, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.906994] env[69942]: DEBUG nova.compute.utils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.915129] env[69942]: DEBUG nova.compute.manager [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.915129] env[69942]: DEBUG nova.network.neutron [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.946534] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.007528] env[69942]: DEBUG nova.policy [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c8439e4e8914519938734ca15f5ba60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25306d72683844149cb89d574c1ef303', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.067674] env[69942]: INFO nova.compute.manager [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Took 26.35 seconds to build instance. [ 779.159390] env[69942]: DEBUG oslo_vmware.api [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830536, 'name': PowerOffVM_Task, 'duration_secs': 0.217455} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.160056] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.160911] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.160911] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d4f93e8-ac9a-459a-8e3a-e4bb9f1bcd31 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.225072] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52073571-d0bf-e8fe-9558-5533f9e47347, 'name': SearchDatastore_Task, 'duration_secs': 0.015451} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.225365] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.225629] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.225914] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.226076] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.226369] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.226558] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f854dc5e-d616-469d-a19c-94957639ffd7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.241775] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.242061] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.242844] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85914a1-1b34-47b7-9b75-fd160e3dc625 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.249841] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 779.249841] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a51899-01f4-682b-bcdc-3a29ff573af8" [ 779.249841] env[69942]: _type = "Task" [ 779.249841] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.266040] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a51899-01f4-682b-bcdc-3a29ff573af8, 'name': SearchDatastore_Task} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.266040] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5aae051-8035-4be2-be4f-8cb5ab5679f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.272935] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 779.272935] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52896afe-44c1-8ce7-c1e3-97cf37b6199f" [ 779.272935] env[69942]: _type = "Task" [ 779.272935] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.278684] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.282079] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52896afe-44c1-8ce7-c1e3-97cf37b6199f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.303880] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830537, 'name': Rename_Task, 'duration_secs': 0.243095} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.304292] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.305571] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eafe05b7-f8ff-4a22-a26e-b9e6f214e068 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.313967] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for the task: (returnval){ [ 779.313967] env[69942]: value = "task-3830540" [ 779.313967] env[69942]: _type = "Task" [ 779.313967] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.331114] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.380588] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.380867] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.381143] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Deleting the datastore file [datastore1] 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.381304] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c3d4195-90f4-4259-b4ff-a347da618a0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.391181] env[69942]: DEBUG oslo_vmware.api [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 779.391181] env[69942]: value = "task-3830541" [ 779.391181] env[69942]: _type = "Task" [ 779.391181] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.413474] env[69942]: DEBUG oslo_vmware.api [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.425748] env[69942]: DEBUG nova.compute.manager [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.555080] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "2ef22cc8-aca3-4125-8844-15f55b67cd63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.555080] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2ef22cc8-aca3-4125-8844-15f55b67cd63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.573088] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f12e2f1-696e-40de-be32-aeaabfe2a931 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Lock "30ef4444-a9fb-41c8-befd-5a4d6304157e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.872s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.600600] env[69942]: DEBUG nova.network.neutron [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Successfully updated port: 5824984e-67ec-4680-b963-b6cac1874bac {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.792424] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52896afe-44c1-8ce7-c1e3-97cf37b6199f, 'name': SearchDatastore_Task, 'duration_secs': 0.013831} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.793260] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.793901] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b97e913f-c3de-4a72-ac6f-ffccfcfe6d25/b97e913f-c3de-4a72-ac6f-ffccfcfe6d25.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.802506] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7f14431-c091-4c90-9fb7-f04619426a64 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.813643] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 779.813643] env[69942]: value = "task-3830542" [ 779.813643] env[69942]: _type = "Task" [ 779.813643] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.821160] env[69942]: DEBUG nova.network.neutron [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Successfully created port: d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.836850] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.843926] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.903484] env[69942]: DEBUG oslo_vmware.api [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214551} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.903794] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.904039] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.904124] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.904408] env[69942]: INFO nova.compute.manager [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Took 1.29 seconds to destroy the instance on the hypervisor. [ 779.904475] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.907894] env[69942]: DEBUG nova.compute.manager [-] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.907894] env[69942]: DEBUG nova.network.neutron [-] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.952389] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb73697b-4b05-425e-9132-3d010f9140fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.969179] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccae0bea-ba38-4fab-b202-bf5e6cf0edd7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.004411] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426a9b15-446d-4aa9-952e-3cb39db0745f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.022035] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533ecaf-7b0c-415e-bfea-43cd2f7c7301 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.048573] env[69942]: DEBUG nova.compute.provider_tree [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.075890] env[69942]: DEBUG nova.compute.manager [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.106017] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "refresh_cache-bf3a8bd4-f850-4d94-832f-04a1234d762a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.106670] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquired lock "refresh_cache-bf3a8bd4-f850-4d94-832f-04a1234d762a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.106670] env[69942]: DEBUG nova.network.neutron [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.326820] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830542, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.342836] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.446035] env[69942]: DEBUG nova.compute.manager [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.495194] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.495194] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.495194] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.495425] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.495425] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.495580] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.495920] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.496226] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.496510] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.496791] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.497115] env[69942]: DEBUG nova.virt.hardware [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.499722] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9906b57-7d76-42e0-9858-b0ce4210c22f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.512026] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8749f6a-3294-4a08-be85-ebcc5d2a695f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.550933] env[69942]: DEBUG nova.scheduler.client.report [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.608593] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.766129] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquiring lock "6b2238be-641f-4e97-a83b-bea64ecaff30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.766475] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lock "6b2238be-641f-4e97-a83b-bea64ecaff30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.766688] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquiring lock "6b2238be-641f-4e97-a83b-bea64ecaff30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.766873] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lock "6b2238be-641f-4e97-a83b-bea64ecaff30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.767053] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lock "6b2238be-641f-4e97-a83b-bea64ecaff30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.769279] env[69942]: INFO nova.compute.manager [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Terminating instance [ 780.814462] env[69942]: DEBUG nova.network.neutron [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.834517] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716928} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.838263] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b97e913f-c3de-4a72-ac6f-ffccfcfe6d25/b97e913f-c3de-4a72-ac6f-ffccfcfe6d25.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.838649] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.839600] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f04c15e3-d486-4898-88fd-9949bb778595 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.851017] env[69942]: DEBUG oslo_vmware.api [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830540, 'name': PowerOnVM_Task, 'duration_secs': 1.52907} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.853350] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.853350] env[69942]: INFO nova.compute.manager [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Took 11.27 seconds to spawn the instance on the hypervisor. [ 780.853640] env[69942]: DEBUG nova.compute.manager [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.854187] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 780.854187] env[69942]: value = "task-3830543" [ 780.854187] env[69942]: _type = "Task" [ 780.854187] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.855071] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f65f8d6-3ddd-4c3b-acc8-f7a91b9fb3b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.875434] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.056655] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.057254] env[69942]: DEBUG nova.compute.manager [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.062676] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.770s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.065166] env[69942]: INFO nova.compute.claims [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.122684] env[69942]: DEBUG nova.network.neutron [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Updating instance_info_cache with network_info: [{"id": "5824984e-67ec-4680-b963-b6cac1874bac", "address": "fa:16:3e:27:bc:28", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5824984e-67", "ovs_interfaceid": "5824984e-67ec-4680-b963-b6cac1874bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.168226] env[69942]: DEBUG nova.compute.manager [req-520d8326-bc2c-489f-a17f-5241464b5e58 req-501d2975-467d-4cf7-b54e-c438d26b24ce service nova] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Received event network-vif-plugged-5824984e-67ec-4680-b963-b6cac1874bac {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.168226] env[69942]: DEBUG oslo_concurrency.lockutils [req-520d8326-bc2c-489f-a17f-5241464b5e58 req-501d2975-467d-4cf7-b54e-c438d26b24ce service nova] Acquiring lock "bf3a8bd4-f850-4d94-832f-04a1234d762a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.168226] env[69942]: DEBUG oslo_concurrency.lockutils [req-520d8326-bc2c-489f-a17f-5241464b5e58 req-501d2975-467d-4cf7-b54e-c438d26b24ce service nova] Lock "bf3a8bd4-f850-4d94-832f-04a1234d762a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.168226] env[69942]: DEBUG oslo_concurrency.lockutils [req-520d8326-bc2c-489f-a17f-5241464b5e58 req-501d2975-467d-4cf7-b54e-c438d26b24ce service nova] Lock "bf3a8bd4-f850-4d94-832f-04a1234d762a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.168226] env[69942]: DEBUG nova.compute.manager [req-520d8326-bc2c-489f-a17f-5241464b5e58 req-501d2975-467d-4cf7-b54e-c438d26b24ce service nova] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] No waiting events found dispatching network-vif-plugged-5824984e-67ec-4680-b963-b6cac1874bac {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.168508] env[69942]: WARNING nova.compute.manager [req-520d8326-bc2c-489f-a17f-5241464b5e58 req-501d2975-467d-4cf7-b54e-c438d26b24ce service nova] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Received unexpected event network-vif-plugged-5824984e-67ec-4680-b963-b6cac1874bac for instance with vm_state building and task_state spawning. [ 781.183712] env[69942]: DEBUG nova.network.neutron [-] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.276744] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquiring lock "refresh_cache-6b2238be-641f-4e97-a83b-bea64ecaff30" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.276954] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquired lock "refresh_cache-6b2238be-641f-4e97-a83b-bea64ecaff30" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.277150] env[69942]: DEBUG nova.network.neutron [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.369962] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091391} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.370541] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.371891] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2477f500-b505-4e57-a080-c916afdc0d21 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.419170] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] b97e913f-c3de-4a72-ac6f-ffccfcfe6d25/b97e913f-c3de-4a72-ac6f-ffccfcfe6d25.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.419170] env[69942]: INFO nova.compute.manager [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Took 24.34 seconds to build instance. [ 781.419964] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ede84b9-6bcf-409a-a4f1-961619a049d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.446418] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 781.446418] env[69942]: value = "task-3830545" [ 781.446418] env[69942]: _type = "Task" [ 781.446418] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.455860] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.569817] env[69942]: DEBUG nova.compute.utils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.572782] env[69942]: DEBUG nova.compute.manager [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.573649] env[69942]: DEBUG nova.network.neutron [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.578824] env[69942]: DEBUG nova.compute.manager [req-f99c125f-e829-4a12-927b-05a3aa5a93c9 req-8802fb5a-9712-4a59-b9be-b84d6bd778f0 service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Received event network-changed-e8350635-2b6b-4514-8a62-f683f59b9b94 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.578824] env[69942]: DEBUG nova.compute.manager [req-f99c125f-e829-4a12-927b-05a3aa5a93c9 req-8802fb5a-9712-4a59-b9be-b84d6bd778f0 service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Refreshing instance network info cache due to event network-changed-e8350635-2b6b-4514-8a62-f683f59b9b94. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.578824] env[69942]: DEBUG oslo_concurrency.lockutils [req-f99c125f-e829-4a12-927b-05a3aa5a93c9 req-8802fb5a-9712-4a59-b9be-b84d6bd778f0 service nova] Acquiring lock "refresh_cache-b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.579057] env[69942]: DEBUG oslo_concurrency.lockutils [req-f99c125f-e829-4a12-927b-05a3aa5a93c9 req-8802fb5a-9712-4a59-b9be-b84d6bd778f0 service nova] Acquired lock "refresh_cache-b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.579057] env[69942]: DEBUG nova.network.neutron [req-f99c125f-e829-4a12-927b-05a3aa5a93c9 req-8802fb5a-9712-4a59-b9be-b84d6bd778f0 service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Refreshing network info cache for port e8350635-2b6b-4514-8a62-f683f59b9b94 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.628282] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Releasing lock "refresh_cache-bf3a8bd4-f850-4d94-832f-04a1234d762a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.628282] env[69942]: DEBUG nova.compute.manager [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Instance network_info: |[{"id": "5824984e-67ec-4680-b963-b6cac1874bac", "address": "fa:16:3e:27:bc:28", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5824984e-67", "ovs_interfaceid": "5824984e-67ec-4680-b963-b6cac1874bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.628412] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:bc:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5824984e-67ec-4680-b963-b6cac1874bac', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.637332] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Creating folder: Project (da92eff83d714b048ba58230331b8034). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.637907] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba637cf5-188b-40fd-b083-8201739fb7ab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.652520] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Created folder: Project (da92eff83d714b048ba58230331b8034) in parent group-v761487. [ 781.652756] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Creating folder: Instances. Parent ref: group-v761529. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.652806] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-876eb177-b051-4096-bd1c-df92b1c5d6e5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.669381] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Created folder: Instances in parent group-v761529. [ 781.669874] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.671365] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.671650] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f40b78ce-bb5d-4a51-bb35-736e8b67ff46 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.704286] env[69942]: DEBUG nova.policy [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ecc5e40933a4347a225a6dcbcf9e4b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238450bd92554c2bbaf2b3a2352674ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.706818] env[69942]: INFO nova.compute.manager [-] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Took 1.80 seconds to deallocate network for instance. [ 781.716516] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.716516] env[69942]: value = "task-3830548" [ 781.716516] env[69942]: _type = "Task" [ 781.716516] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.725550] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830548, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.826895] env[69942]: DEBUG nova.network.neutron [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.941131] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1961704d-c78e-4caa-8ac5-dcacab3bb298 tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.901s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.960021] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.053354] env[69942]: DEBUG nova.network.neutron [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.086841] env[69942]: DEBUG nova.compute.manager [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.218680] env[69942]: DEBUG oslo_concurrency.lockutils [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.242998] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830548, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.444150] env[69942]: DEBUG nova.compute.manager [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.461685] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.558090] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Releasing lock "refresh_cache-6b2238be-641f-4e97-a83b-bea64ecaff30" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.559496] env[69942]: DEBUG nova.compute.manager [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.559904] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.560890] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6178facf-2731-4ae0-9a32-74f3dd584365 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.572490] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.572635] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e12a9d0e-9421-4497-ba0e-ea0ea7ae8939 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.582181] env[69942]: DEBUG oslo_vmware.api [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 782.582181] env[69942]: value = "task-3830549" [ 782.582181] env[69942]: _type = "Task" [ 782.582181] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.597765] env[69942]: DEBUG oslo_vmware.api [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.603023] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b0120b-41f7-4cc1-aa0a-43ba570d98fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.607772] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb4314-22fe-4f14-8b45-0dc02cfb0561 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.645700] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3c9f98-88d0-4726-88a9-9d56a186abe1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.661137] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6140a9fc-fde9-496a-9e46-1fb52ea90054 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.678839] env[69942]: DEBUG nova.compute.provider_tree [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.732152] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830548, 'name': CreateVM_Task, 'duration_secs': 0.683274} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.732284] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.733157] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.733360] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.733742] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.734118] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f11203-8250-46ca-808f-4a3705066427 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.739712] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 782.739712] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dbd704-805b-76c2-0e5a-d4a7b9c9b20c" [ 782.739712] env[69942]: _type = "Task" [ 782.739712] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.753251] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dbd704-805b-76c2-0e5a-d4a7b9c9b20c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.967098] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830545, 'name': ReconfigVM_Task, 'duration_secs': 1.096277} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.967098] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Reconfigured VM instance instance-0000000d to attach disk [datastore2] b97e913f-c3de-4a72-ac6f-ffccfcfe6d25/b97e913f-c3de-4a72-ac6f-ffccfcfe6d25.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.967989] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee9b71cd-2e3f-4bba-85aa-288e29d10f4f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.977080] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 782.977080] env[69942]: value = "task-3830550" [ 782.977080] env[69942]: _type = "Task" [ 782.977080] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.978464] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.990563] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830550, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.084534] env[69942]: DEBUG nova.network.neutron [req-f99c125f-e829-4a12-927b-05a3aa5a93c9 req-8802fb5a-9712-4a59-b9be-b84d6bd778f0 service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Updated VIF entry in instance network info cache for port e8350635-2b6b-4514-8a62-f683f59b9b94. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.084833] env[69942]: DEBUG nova.network.neutron [req-f99c125f-e829-4a12-927b-05a3aa5a93c9 req-8802fb5a-9712-4a59-b9be-b84d6bd778f0 service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Updating instance_info_cache with network_info: [{"id": "e8350635-2b6b-4514-8a62-f683f59b9b94", "address": "fa:16:3e:47:62:ce", "network": {"id": "2db1c3dd-9877-436b-a03b-9db94c10ee02", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1527635663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613f7833b6c345c5879afd8063bf397e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8350635-2b", "ovs_interfaceid": "e8350635-2b6b-4514-8a62-f683f59b9b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.098670] env[69942]: DEBUG oslo_vmware.api [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830549, 'name': PowerOffVM_Task, 'duration_secs': 0.230506} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.101455] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.101455] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.101455] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15bcdc20-1697-4e48-868b-bc1ff8556ff2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.104519] env[69942]: DEBUG nova.compute.manager [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.140590] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.140590] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.140590] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Deleting the datastore file [datastore1] 6b2238be-641f-4e97-a83b-bea64ecaff30 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.140590] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a962049-63d5-482d-b03b-e667fef3d161 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.147032] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.147032] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.147586] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.147586] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.147777] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.147777] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.148216] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.148913] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.148913] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.149366] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.149366] env[69942]: DEBUG nova.virt.hardware [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.153075] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1afc1-4037-433f-9f9b-fc4bb2ad97d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.166047] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquiring lock "bd231ac8-1839-4173-8a22-ca80384103fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.166314] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lock "bd231ac8-1839-4173-8a22-ca80384103fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.166537] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquiring lock "bd231ac8-1839-4173-8a22-ca80384103fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.166717] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lock "bd231ac8-1839-4173-8a22-ca80384103fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.168022] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lock "bd231ac8-1839-4173-8a22-ca80384103fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.169518] env[69942]: DEBUG oslo_vmware.api [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for the task: (returnval){ [ 783.169518] env[69942]: value = "task-3830552" [ 783.169518] env[69942]: _type = "Task" [ 783.169518] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.177594] env[69942]: INFO nova.compute.manager [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Terminating instance [ 783.182346] env[69942]: DEBUG nova.scheduler.client.report [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.191115] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3803eec-9233-460a-ba0a-35f1d5917771 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.199215] env[69942]: DEBUG oslo_vmware.api [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.213815] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "8d66c5e5-c8ad-4aed-83cb-d629ba0239b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.213972] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "8d66c5e5-c8ad-4aed-83cb-d629ba0239b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.214281] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "8d66c5e5-c8ad-4aed-83cb-d629ba0239b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.214565] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "8d66c5e5-c8ad-4aed-83cb-d629ba0239b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.214565] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "8d66c5e5-c8ad-4aed-83cb-d629ba0239b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.216811] env[69942]: INFO nova.compute.manager [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Terminating instance [ 783.250897] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dbd704-805b-76c2-0e5a-d4a7b9c9b20c, 'name': SearchDatastore_Task, 'duration_secs': 0.014962} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.251639] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.251639] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.251639] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.251768] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.251959] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.252243] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1d84f07-e3ad-47cd-8286-45a0af15baf1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.265265] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.265430] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.266226] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a0c956-fbe0-40f4-956f-53ac7d6579f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.273709] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 783.273709] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52686f85-01f3-8768-c475-ee252840d8b9" [ 783.273709] env[69942]: _type = "Task" [ 783.273709] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.286192] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52686f85-01f3-8768-c475-ee252840d8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.498787] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830550, 'name': Rename_Task, 'duration_secs': 0.214111} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.498787] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.498787] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1afd7e88-f403-4551-a9ee-a81925f5a307 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.505726] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 783.505726] env[69942]: value = "task-3830553" [ 783.505726] env[69942]: _type = "Task" [ 783.505726] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.516537] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.543866] env[69942]: DEBUG nova.network.neutron [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Successfully created port: b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.594047] env[69942]: DEBUG oslo_concurrency.lockutils [req-f99c125f-e829-4a12-927b-05a3aa5a93c9 req-8802fb5a-9712-4a59-b9be-b84d6bd778f0 service nova] Releasing lock "refresh_cache-b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.652768] env[69942]: DEBUG nova.network.neutron [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Successfully updated port: d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.683828] env[69942]: DEBUG oslo_vmware.api [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Task: {'id': task-3830552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224011} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.684208] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.684424] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.684590] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.684772] env[69942]: INFO nova.compute.manager [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Took 1.13 seconds to destroy the instance on the hypervisor. [ 783.685019] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.685685] env[69942]: DEBUG nova.compute.manager [-] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.685776] env[69942]: DEBUG nova.network.neutron [-] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.696656] env[69942]: DEBUG nova.compute.manager [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.697773] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.697773] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365a197c-cf6c-4215-b391-950cef2652d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.701391] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.701877] env[69942]: DEBUG nova.compute.manager [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.705624] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.504s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.706342] env[69942]: INFO nova.compute.claims [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.714752] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.715061] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3312d17-493e-480d-9879-6ff25cb1d8b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.724030] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "refresh_cache-8d66c5e5-c8ad-4aed-83cb-d629ba0239b3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.724252] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquired lock "refresh_cache-8d66c5e5-c8ad-4aed-83cb-d629ba0239b3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.724408] env[69942]: DEBUG nova.network.neutron [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.725762] env[69942]: DEBUG oslo_vmware.api [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for the task: (returnval){ [ 783.725762] env[69942]: value = "task-3830554" [ 783.725762] env[69942]: _type = "Task" [ 783.725762] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.736873] env[69942]: DEBUG oslo_vmware.api [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.766260] env[69942]: DEBUG nova.network.neutron [-] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.792099] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52686f85-01f3-8768-c475-ee252840d8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.792099] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d0090c-0c14-4416-8997-79c118ef47be {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.797858] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 783.797858] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a3d3a3-32ef-6144-a323-383e62f1af56" [ 783.797858] env[69942]: _type = "Task" [ 783.797858] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.813549] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a3d3a3-32ef-6144-a323-383e62f1af56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.023907] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.156540] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.156717] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquired lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.156886] env[69942]: DEBUG nova.network.neutron [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.211372] env[69942]: DEBUG nova.compute.utils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.216917] env[69942]: DEBUG nova.compute.manager [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.217125] env[69942]: DEBUG nova.network.neutron [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.244776] env[69942]: DEBUG oslo_vmware.api [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830554, 'name': PowerOffVM_Task, 'duration_secs': 0.254542} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.245139] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.245427] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.245889] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a7a2fb0-f356-4323-8a8d-c8dad76abc30 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.266835] env[69942]: DEBUG nova.network.neutron [-] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.270564] env[69942]: DEBUG nova.network.neutron [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.318741] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a3d3a3-32ef-6144-a323-383e62f1af56, 'name': SearchDatastore_Task, 'duration_secs': 0.01482} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.321635] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.321964] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] bf3a8bd4-f850-4d94-832f-04a1234d762a/bf3a8bd4-f850-4d94-832f-04a1234d762a.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.322318] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a88e8e60-cd7b-4a07-b0a0-d8c505773c89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.329507] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.329799] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.329986] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Deleting the datastore file [datastore2] bd231ac8-1839-4173-8a22-ca80384103fa {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.330746] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2edfb1cc-9482-4ca5-acc0-b02168d332b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.336828] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 784.336828] env[69942]: value = "task-3830556" [ 784.336828] env[69942]: _type = "Task" [ 784.336828] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.342997] env[69942]: DEBUG oslo_vmware.api [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for the task: (returnval){ [ 784.342997] env[69942]: value = "task-3830557" [ 784.342997] env[69942]: _type = "Task" [ 784.342997] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.353686] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.359555] env[69942]: DEBUG oslo_vmware.api [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.395875] env[69942]: DEBUG nova.policy [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a457ff120c534099b21caf9fe1d23c52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '369c0abb066e43debbbb497f41915387', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.441812] env[69942]: DEBUG nova.network.neutron [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.519300] env[69942]: DEBUG oslo_vmware.api [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830553, 'name': PowerOnVM_Task, 'duration_secs': 0.777272} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.520299] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.520639] env[69942]: INFO nova.compute.manager [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Took 10.26 seconds to spawn the instance on the hypervisor. [ 784.520930] env[69942]: DEBUG nova.compute.manager [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.522241] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79c25ac-83e0-4ee6-9834-7a4a40c03d85 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.720026] env[69942]: DEBUG nova.compute.manager [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.777801] env[69942]: INFO nova.compute.manager [-] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Took 1.09 seconds to deallocate network for instance. [ 784.791481] env[69942]: DEBUG nova.network.neutron [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.863309] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830556, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.870186] env[69942]: DEBUG oslo_vmware.api [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Task: {'id': task-3830557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354859} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.870533] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.870728] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.870899] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.871166] env[69942]: INFO nova.compute.manager [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 784.871485] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.872018] env[69942]: DEBUG nova.compute.manager [-] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.872259] env[69942]: DEBUG nova.network.neutron [-] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.944462] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Releasing lock "refresh_cache-8d66c5e5-c8ad-4aed-83cb-d629ba0239b3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.944665] env[69942]: DEBUG nova.compute.manager [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.944903] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.949018] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d3e23f-f255-42a1-aae4-3013dfe1b202 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.958949] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.964085] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80e7a70e-1d79-4d09-830d-90869ae0cbfe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.977936] env[69942]: DEBUG oslo_vmware.api [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 784.977936] env[69942]: value = "task-3830558" [ 784.977936] env[69942]: _type = "Task" [ 784.977936] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.995505] env[69942]: DEBUG oslo_vmware.api [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.056373] env[69942]: INFO nova.compute.manager [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Took 23.60 seconds to build instance. [ 785.156639] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c734e720-69fd-4384-ba3f-b2a537f317c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.165959] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df67e586-7242-4831-ad6d-5ac3550c0218 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.207436] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2f6403-7f6e-4d12-a4bc-8e4cae7027fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.216917] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769a3cfd-4c1f-4c4c-ac24-bd66207d9a3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.237719] env[69942]: DEBUG nova.compute.provider_tree [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.292508] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.355559] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794865} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.356392] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] bf3a8bd4-f850-4d94-832f-04a1234d762a/bf3a8bd4-f850-4d94-832f-04a1234d762a.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.356741] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.357142] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e40268c-67fc-4751-b5ad-e2c4d09a5bcb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.367577] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 785.367577] env[69942]: value = "task-3830560" [ 785.367577] env[69942]: _type = "Task" [ 785.367577] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.378365] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.380181] env[69942]: DEBUG nova.network.neutron [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updating instance_info_cache with network_info: [{"id": "d09d0468-8b73-4d71-a143-d79a7e67c968", "address": "fa:16:3e:27:14:d1", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09d0468-8b", "ovs_interfaceid": "d09d0468-8b73-4d71-a143-d79a7e67c968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.469376] env[69942]: DEBUG nova.compute.manager [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Received event network-changed-5824984e-67ec-4680-b963-b6cac1874bac {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.470014] env[69942]: DEBUG nova.compute.manager [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Refreshing instance network info cache due to event network-changed-5824984e-67ec-4680-b963-b6cac1874bac. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.470679] env[69942]: DEBUG oslo_concurrency.lockutils [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] Acquiring lock "refresh_cache-bf3a8bd4-f850-4d94-832f-04a1234d762a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.470964] env[69942]: DEBUG oslo_concurrency.lockutils [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] Acquired lock "refresh_cache-bf3a8bd4-f850-4d94-832f-04a1234d762a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.471112] env[69942]: DEBUG nova.network.neutron [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Refreshing network info cache for port 5824984e-67ec-4680-b963-b6cac1874bac {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.478196] env[69942]: DEBUG nova.network.neutron [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Successfully created port: db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.506816] env[69942]: DEBUG oslo_vmware.api [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830558, 'name': PowerOffVM_Task, 'duration_secs': 0.22275} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.507220] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.507445] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.507739] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28bae87c-2e1f-4b45-aae4-b02062025a36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.539027] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.541720] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.541720] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Deleting the datastore file [datastore2] 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.541720] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7da3df5c-d088-4609-b164-0f324058d4bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.552262] env[69942]: DEBUG oslo_vmware.api [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for the task: (returnval){ [ 785.552262] env[69942]: value = "task-3830562" [ 785.552262] env[69942]: _type = "Task" [ 785.552262] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.559559] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dfc8b54d-e66c-475d-957f-ca495c1e600a tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.767s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.570155] env[69942]: DEBUG oslo_vmware.api [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.588493] env[69942]: DEBUG nova.compute.manager [req-a6f1f199-9883-4a6d-b721-8aa9d52c63d7 req-4c4298b2-3671-488d-886c-688b0ff6d8f6 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Received event network-vif-plugged-d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.588493] env[69942]: DEBUG oslo_concurrency.lockutils [req-a6f1f199-9883-4a6d-b721-8aa9d52c63d7 req-4c4298b2-3671-488d-886c-688b0ff6d8f6 service nova] Acquiring lock "5c226156-e597-42b0-bc7b-6ea6cc105004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.590179] env[69942]: DEBUG oslo_concurrency.lockutils [req-a6f1f199-9883-4a6d-b721-8aa9d52c63d7 req-4c4298b2-3671-488d-886c-688b0ff6d8f6 service nova] Lock "5c226156-e597-42b0-bc7b-6ea6cc105004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.590494] env[69942]: DEBUG oslo_concurrency.lockutils [req-a6f1f199-9883-4a6d-b721-8aa9d52c63d7 req-4c4298b2-3671-488d-886c-688b0ff6d8f6 service nova] Lock "5c226156-e597-42b0-bc7b-6ea6cc105004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.590788] env[69942]: DEBUG nova.compute.manager [req-a6f1f199-9883-4a6d-b721-8aa9d52c63d7 req-4c4298b2-3671-488d-886c-688b0ff6d8f6 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] No waiting events found dispatching network-vif-plugged-d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.591150] env[69942]: WARNING nova.compute.manager [req-a6f1f199-9883-4a6d-b721-8aa9d52c63d7 req-4c4298b2-3671-488d-886c-688b0ff6d8f6 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Received unexpected event network-vif-plugged-d09d0468-8b73-4d71-a143-d79a7e67c968 for instance with vm_state building and task_state spawning. [ 785.729290] env[69942]: DEBUG nova.compute.manager [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.747818] env[69942]: DEBUG nova.scheduler.client.report [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.771920] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.772207] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.772316] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.772487] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.772627] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.772767] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.772961] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.773364] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.773549] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.773726] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.773902] env[69942]: DEBUG nova.virt.hardware [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.775127] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c12a221-ad06-4613-b238-bed343a35433 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.785039] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4c661f-457f-498b-b7cd-1d9159b5214b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.879773] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083465} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.880104] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.880969] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a511eb-8e43-4aea-a2da-e22f7b380cd6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.884625] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Releasing lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.884954] env[69942]: DEBUG nova.compute.manager [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Instance network_info: |[{"id": "d09d0468-8b73-4d71-a143-d79a7e67c968", "address": "fa:16:3e:27:14:d1", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09d0468-8b", "ovs_interfaceid": "d09d0468-8b73-4d71-a143-d79a7e67c968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.886023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:14:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd09d0468-8b73-4d71-a143-d79a7e67c968', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.894865] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Creating folder: Project (25306d72683844149cb89d574c1ef303). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.895346] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e7bcbb8-b31d-4d11-8d81-252ec07eff10 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.917331] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] bf3a8bd4-f850-4d94-832f-04a1234d762a/bf3a8bd4-f850-4d94-832f-04a1234d762a.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.919312] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ed897a8-840f-4644-b1b5-81a39554820d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.934142] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Created folder: Project (25306d72683844149cb89d574c1ef303) in parent group-v761487. [ 785.934534] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Creating folder: Instances. Parent ref: group-v761532. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.934635] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9092692c-b226-45ae-9edd-09be188e538e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.943152] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 785.943152] env[69942]: value = "task-3830565" [ 785.943152] env[69942]: _type = "Task" [ 785.943152] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.950076] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Created folder: Instances in parent group-v761532. [ 785.950076] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.950076] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.950076] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eac5c55b-05fa-4911-8fde-90bac0c71005 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.970048] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.975704] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.975704] env[69942]: value = "task-3830566" [ 785.975704] env[69942]: _type = "Task" [ 785.975704] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.985358] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830566, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.066857] env[69942]: DEBUG oslo_vmware.api [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Task: {'id': task-3830562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254758} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.067254] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.067477] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.067731] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.067932] env[69942]: INFO nova.compute.manager [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 786.068222] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.068418] env[69942]: DEBUG nova.compute.manager [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.068516] env[69942]: DEBUG nova.network.neutron [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.130030] env[69942]: DEBUG nova.network.neutron [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.140378] env[69942]: DEBUG nova.network.neutron [-] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.252967] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.253619] env[69942]: DEBUG nova.compute.manager [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.262165] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.098s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.266029] env[69942]: INFO nova.compute.claims [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.460804] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.502052] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830566, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.562823] env[69942]: DEBUG nova.network.neutron [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Updated VIF entry in instance network info cache for port 5824984e-67ec-4680-b963-b6cac1874bac. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.563212] env[69942]: DEBUG nova.network.neutron [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Updating instance_info_cache with network_info: [{"id": "5824984e-67ec-4680-b963-b6cac1874bac", "address": "fa:16:3e:27:bc:28", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5824984e-67", "ovs_interfaceid": "5824984e-67ec-4680-b963-b6cac1874bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.633475] env[69942]: DEBUG nova.network.neutron [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.646131] env[69942]: INFO nova.compute.manager [-] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Took 1.77 seconds to deallocate network for instance. [ 786.773487] env[69942]: DEBUG nova.compute.utils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.781386] env[69942]: DEBUG nova.compute.manager [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.781699] env[69942]: DEBUG nova.network.neutron [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.814595] env[69942]: DEBUG nova.network.neutron [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Successfully updated port: b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.910159] env[69942]: DEBUG nova.policy [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c59b78a941e414f9f57ebd6c7b28587', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ec60594f7ed433c8cb667f880589a37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.963257] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.995020] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830566, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.079729] env[69942]: DEBUG oslo_concurrency.lockutils [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] Releasing lock "refresh_cache-bf3a8bd4-f850-4d94-832f-04a1234d762a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.079729] env[69942]: DEBUG nova.compute.manager [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Received event network-vif-deleted-e58713e0-34fc-4b38-8b92-0c5ef32b3250 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.079729] env[69942]: DEBUG nova.compute.manager [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Received event network-changed-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.079729] env[69942]: DEBUG nova.compute.manager [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Refreshing instance network info cache due to event network-changed-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.079729] env[69942]: DEBUG oslo_concurrency.lockutils [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] Acquiring lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.079936] env[69942]: DEBUG oslo_concurrency.lockutils [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] Acquired lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.079936] env[69942]: DEBUG nova.network.neutron [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Refreshing network info cache for port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.137828] env[69942]: INFO nova.compute.manager [-] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Took 1.07 seconds to deallocate network for instance. [ 787.162770] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.282439] env[69942]: DEBUG nova.compute.manager [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.329759] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "refresh_cache-08a7846f-ac7f-47ef-ae49-fafd66163176" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.330116] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired lock "refresh_cache-08a7846f-ac7f-47ef-ae49-fafd66163176" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.330116] env[69942]: DEBUG nova.network.neutron [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.413648] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquiring lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.413923] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.413923] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquiring lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.414102] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.414287] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.420291] env[69942]: INFO nova.compute.manager [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Terminating instance [ 787.464341] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.505010] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830566, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.649942] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.778825] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505d6133-4b62-4d16-acba-abead1060ecb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.793794] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aee5b0d-52d9-4d80-8ba0-99bd4422639d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.830255] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d740137-ec83-4ca6-8777-964f3bfece12 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.840871] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1d747d-dc3a-4767-b23c-d43024332cbf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.858659] env[69942]: DEBUG nova.compute.provider_tree [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.926228] env[69942]: DEBUG nova.network.neutron [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.932018] env[69942]: DEBUG nova.compute.manager [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.932018] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.932018] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0adc1d6-cc61-4b59-bf09-60c2bf99d230 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.942179] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.942486] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-284b92c9-fee9-4b2f-a4f4-fe0752bb25e5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.950859] env[69942]: DEBUG oslo_vmware.api [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for the task: (returnval){ [ 787.950859] env[69942]: value = "task-3830571" [ 787.950859] env[69942]: _type = "Task" [ 787.950859] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.961883] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830565, 'name': ReconfigVM_Task, 'duration_secs': 1.830095} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.962822] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Reconfigured VM instance instance-0000000e to attach disk [datastore1] bf3a8bd4-f850-4d94-832f-04a1234d762a/bf3a8bd4-f850-4d94-832f-04a1234d762a.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.964179] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cccbac5f-63aa-4749-a7f5-21ec15020dcd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.972422] env[69942]: DEBUG oslo_vmware.api [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.978735] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 787.978735] env[69942]: value = "task-3830572" [ 787.978735] env[69942]: _type = "Task" [ 787.978735] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.996660] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830566, 'name': CreateVM_Task, 'duration_secs': 1.800855} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.000428] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.000752] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830572, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.001783] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.001937] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.002291] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.002696] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b521d54b-c63d-4b80-8f6c-7a64dedce43f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.008983] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 788.008983] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523697e0-5b9f-7742-c084-6dd280ac29bc" [ 788.008983] env[69942]: _type = "Task" [ 788.008983] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.019656] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523697e0-5b9f-7742-c084-6dd280ac29bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.252566] env[69942]: DEBUG nova.network.neutron [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Successfully created port: 04e78951-7af8-402b-86af-eaa14a125461 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.299186] env[69942]: DEBUG nova.compute.manager [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.337238] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.337529] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.337904] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.338137] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.338291] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.338439] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.338674] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.338802] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.338973] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.339621] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.339823] env[69942]: DEBUG nova.virt.hardware [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.340762] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d4c051-d3b7-4bfb-9cf2-a0000aa421c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.354059] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebede4d-eab0-4172-9383-45ea501f6234 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.369870] env[69942]: DEBUG nova.scheduler.client.report [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.457906] env[69942]: DEBUG nova.network.neutron [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Updating instance_info_cache with network_info: [{"id": "b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199", "address": "fa:16:3e:c3:3f:7f", "network": {"id": "00f3ea31-c135-407a-9f4d-87232454bbff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-789493059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "238450bd92554c2bbaf2b3a2352674ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f6efc1-5c", "ovs_interfaceid": "b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.466107] env[69942]: DEBUG oslo_vmware.api [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830571, 'name': PowerOffVM_Task, 'duration_secs': 0.376588} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.466967] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.467117] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.467568] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e15bf7a-aaa3-4c68-a695-8c9724ce8df9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.497533] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830572, 'name': Rename_Task, 'duration_secs': 0.335314} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.498878] env[69942]: DEBUG nova.network.neutron [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updated VIF entry in instance network info cache for port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.499653] env[69942]: DEBUG nova.network.neutron [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updating instance_info_cache with network_info: [{"id": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "address": "fa:16:3e:28:f5:68", "network": {"id": "3e51e671-c4aa-4162-9416-6fa43a06847c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-903144140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26506c4e38764856bf835f8ab97fa906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be9ca5-fa", "ovs_interfaceid": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.504537] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.504537] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c9a4345-9907-4a71-afe0-2383512d9508 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.510664] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 788.510664] env[69942]: value = "task-3830574" [ 788.510664] env[69942]: _type = "Task" [ 788.510664] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.531329] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.531849] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523697e0-5b9f-7742-c084-6dd280ac29bc, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.532362] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.532509] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.532878] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.532915] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.533133] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.533730] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7ce2690-7142-4ab2-b483-627cd726bbdd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.546901] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.547130] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.547971] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceef855b-e130-4fb3-9bf3-69679f726b04 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.552317] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.552737] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.552949] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Deleting the datastore file [datastore2] 86f32ea8-0324-4c88-afdd-6cdec9c19fdc {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.553692] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae93b89-b960-452b-83db-7271355193b0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.557692] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 788.557692] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cce84e-257c-473d-b62c-cab4150c46af" [ 788.557692] env[69942]: _type = "Task" [ 788.557692] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.564482] env[69942]: DEBUG oslo_vmware.api [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for the task: (returnval){ [ 788.564482] env[69942]: value = "task-3830575" [ 788.564482] env[69942]: _type = "Task" [ 788.564482] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.568413] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cce84e-257c-473d-b62c-cab4150c46af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.580838] env[69942]: DEBUG oslo_vmware.api [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.874995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.875932] env[69942]: DEBUG nova.compute.manager [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.879374] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.933s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.879780] env[69942]: DEBUG nova.objects.instance [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 788.961170] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Releasing lock "refresh_cache-08a7846f-ac7f-47ef-ae49-fafd66163176" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.961614] env[69942]: DEBUG nova.compute.manager [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Instance network_info: |[{"id": "b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199", "address": "fa:16:3e:c3:3f:7f", "network": {"id": "00f3ea31-c135-407a-9f4d-87232454bbff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-789493059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "238450bd92554c2bbaf2b3a2352674ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f6efc1-5c", "ovs_interfaceid": "b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.962099] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:3f:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.974176] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Creating folder: Project (238450bd92554c2bbaf2b3a2352674ef). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.974176] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04f2313b-7ddd-48ad-afe6-1216a76460fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.985678] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Created folder: Project (238450bd92554c2bbaf2b3a2352674ef) in parent group-v761487. [ 788.985970] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Creating folder: Instances. Parent ref: group-v761538. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.986298] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4cee436-87a1-4fcc-869e-f26f04b845a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.998846] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Created folder: Instances in parent group-v761538. [ 788.999253] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.999474] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.999725] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88e1baf5-746b-4ccc-a65f-15f04233109a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.022247] env[69942]: DEBUG oslo_concurrency.lockutils [req-e452dc47-73d4-4203-bd9e-804331267aa2 req-642da21e-f444-4d5f-8c82-91178b7dc469 service nova] Releasing lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.035531] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830574, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.037200] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.037200] env[69942]: value = "task-3830578" [ 789.037200] env[69942]: _type = "Task" [ 789.037200] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.046599] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830578, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.070987] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cce84e-257c-473d-b62c-cab4150c46af, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.075328] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f836b6-3156-4314-9006-4b9502564131 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.082402] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 789.082402] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c50da6-9225-cb32-c2cc-2726238f7138" [ 789.082402] env[69942]: _type = "Task" [ 789.082402] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.086893] env[69942]: DEBUG oslo_vmware.api [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Task: {'id': task-3830575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159813} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.093848] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.094086] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.094310] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.094488] env[69942]: INFO nova.compute.manager [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 789.099253] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.099253] env[69942]: DEBUG nova.compute.manager [-] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.099253] env[69942]: DEBUG nova.network.neutron [-] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.110680] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c50da6-9225-cb32-c2cc-2726238f7138, 'name': SearchDatastore_Task, 'duration_secs': 0.023131} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.111161] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.111512] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 5c226156-e597-42b0-bc7b-6ea6cc105004/5c226156-e597-42b0-bc7b-6ea6cc105004.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.111962] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efcc80a0-c7f6-4712-981d-c45eb55002bc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.120528] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 789.120528] env[69942]: value = "task-3830579" [ 789.120528] env[69942]: _type = "Task" [ 789.120528] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.129993] env[69942]: DEBUG nova.compute.manager [req-44b4502a-b79f-4b4e-99f5-6367e7b2af06 req-91d4b49b-ad0f-4043-aa78-df2164575bed service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Received event network-changed-c6057395-4747-4d08-aa4e-1a9b78e7ca6d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.130326] env[69942]: DEBUG nova.compute.manager [req-44b4502a-b79f-4b4e-99f5-6367e7b2af06 req-91d4b49b-ad0f-4043-aa78-df2164575bed service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Refreshing instance network info cache due to event network-changed-c6057395-4747-4d08-aa4e-1a9b78e7ca6d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.130560] env[69942]: DEBUG oslo_concurrency.lockutils [req-44b4502a-b79f-4b4e-99f5-6367e7b2af06 req-91d4b49b-ad0f-4043-aa78-df2164575bed service nova] Acquiring lock "refresh_cache-30ef4444-a9fb-41c8-befd-5a4d6304157e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.130708] env[69942]: DEBUG oslo_concurrency.lockutils [req-44b4502a-b79f-4b4e-99f5-6367e7b2af06 req-91d4b49b-ad0f-4043-aa78-df2164575bed service nova] Acquired lock "refresh_cache-30ef4444-a9fb-41c8-befd-5a4d6304157e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.131203] env[69942]: DEBUG nova.network.neutron [req-44b4502a-b79f-4b4e-99f5-6367e7b2af06 req-91d4b49b-ad0f-4043-aa78-df2164575bed service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Refreshing network info cache for port c6057395-4747-4d08-aa4e-1a9b78e7ca6d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.143026] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.196299] env[69942]: DEBUG nova.network.neutron [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Successfully updated port: db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.293332] env[69942]: DEBUG nova.compute.manager [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Received event network-changed-d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.293595] env[69942]: DEBUG nova.compute.manager [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Refreshing instance network info cache due to event network-changed-d09d0468-8b73-4d71-a143-d79a7e67c968. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.293819] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Acquiring lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.293963] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Acquired lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.294438] env[69942]: DEBUG nova.network.neutron [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Refreshing network info cache for port d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.385571] env[69942]: DEBUG nova.compute.utils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.398037] env[69942]: DEBUG nova.compute.manager [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.398037] env[69942]: DEBUG nova.network.neutron [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.537271] env[69942]: DEBUG oslo_vmware.api [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830574, 'name': PowerOnVM_Task, 'duration_secs': 0.778618} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.537834] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.538103] env[69942]: INFO nova.compute.manager [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Took 11.64 seconds to spawn the instance on the hypervisor. [ 789.539219] env[69942]: DEBUG nova.compute.manager [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.543483] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2ced7a-6381-43f1-9602-ff18853338cf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.556134] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830578, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.652427] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830579, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.652427] env[69942]: DEBUG nova.policy [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdf2d3044154448ca843714cca623e16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bffd0ea90304fa88ad8a9d9b70c4020', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.700133] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquiring lock "refresh_cache-d11aba1e-cae3-47fb-9def-3e4540f89e50" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.700355] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquired lock "refresh_cache-d11aba1e-cae3-47fb-9def-3e4540f89e50" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.700522] env[69942]: DEBUG nova.network.neutron [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.900903] env[69942]: DEBUG nova.compute.manager [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.901571] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fec8e46a-ad6a-43f8-a32b-b267a5a752dc tempest-ServersAdmin275Test-1268279423 tempest-ServersAdmin275Test-1268279423-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.904271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.624s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.905497] env[69942]: INFO nova.compute.claims [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.972378] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquiring lock "57366f9e-45c9-4d32-813d-791518134948" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.972583] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lock "57366f9e-45c9-4d32-813d-791518134948" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.053279] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830578, 'name': CreateVM_Task, 'duration_secs': 0.565001} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.054083] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.054274] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.054440] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.054812] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.057834] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7029058-adbc-4c21-bacf-eed26121c066 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.072047] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 790.072047] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5230a143-d79c-e852-1dac-2e42e6bc6e6b" [ 790.072047] env[69942]: _type = "Task" [ 790.072047] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.079360] env[69942]: INFO nova.compute.manager [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Took 27.10 seconds to build instance. [ 790.086237] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5230a143-d79c-e852-1dac-2e42e6bc6e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.134023] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632922} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.134023] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 5c226156-e597-42b0-bc7b-6ea6cc105004/5c226156-e597-42b0-bc7b-6ea6cc105004.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.134023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.134023] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d15a1257-c982-424b-834a-244ef278509c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.140935] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 790.140935] env[69942]: value = "task-3830582" [ 790.140935] env[69942]: _type = "Task" [ 790.140935] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.153204] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.296826] env[69942]: DEBUG nova.network.neutron [req-44b4502a-b79f-4b4e-99f5-6367e7b2af06 req-91d4b49b-ad0f-4043-aa78-df2164575bed service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Updated VIF entry in instance network info cache for port c6057395-4747-4d08-aa4e-1a9b78e7ca6d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.297301] env[69942]: DEBUG nova.network.neutron [req-44b4502a-b79f-4b4e-99f5-6367e7b2af06 req-91d4b49b-ad0f-4043-aa78-df2164575bed service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Updating instance_info_cache with network_info: [{"id": "c6057395-4747-4d08-aa4e-1a9b78e7ca6d", "address": "fa:16:3e:76:17:a5", "network": {"id": "11e2d7d0-778f-42a1-8acf-97aea9f2dac2", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-380161140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61ad45690c654a9ba856ba58da587e02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6057395-47", "ovs_interfaceid": "c6057395-4747-4d08-aa4e-1a9b78e7ca6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.308907] env[69942]: DEBUG nova.network.neutron [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.480288] env[69942]: DEBUG nova.compute.manager [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.547435] env[69942]: DEBUG nova.network.neutron [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updated VIF entry in instance network info cache for port d09d0468-8b73-4d71-a143-d79a7e67c968. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.547741] env[69942]: DEBUG nova.network.neutron [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updating instance_info_cache with network_info: [{"id": "d09d0468-8b73-4d71-a143-d79a7e67c968", "address": "fa:16:3e:27:14:d1", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09d0468-8b", "ovs_interfaceid": "d09d0468-8b73-4d71-a143-d79a7e67c968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.581590] env[69942]: DEBUG oslo_concurrency.lockutils [None req-162aca73-ff28-48d4-b531-fbc4342733ed tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "bf3a8bd4-f850-4d94-832f-04a1234d762a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.240s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.590737] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5230a143-d79c-e852-1dac-2e42e6bc6e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.038739} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.591151] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.591406] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.591651] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.591798] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.591979] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.592282] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b99f8d3-9c0f-4454-8367-85a3b48995d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.603631] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.603858] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.604604] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1871b6f9-9e97-46ad-8ac9-a636c496032d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.611395] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 790.611395] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522feb1d-9280-abf7-911f-a45437c651ae" [ 790.611395] env[69942]: _type = "Task" [ 790.611395] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.623920] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522feb1d-9280-abf7-911f-a45437c651ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.651865] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15198} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.652178] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.653368] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ccb1a-9f01-4a5a-9684-001907b661ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.685643] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 5c226156-e597-42b0-bc7b-6ea6cc105004/5c226156-e597-42b0-bc7b-6ea6cc105004.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.685643] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b5387d-1eb0-476b-8c87-3b4edcd93c23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.711036] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 790.711036] env[69942]: value = "task-3830583" [ 790.711036] env[69942]: _type = "Task" [ 790.711036] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.719449] env[69942]: DEBUG nova.network.neutron [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Updating instance_info_cache with network_info: [{"id": "db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda", "address": "fa:16:3e:48:0e:83", "network": {"id": "2a08af49-99aa-4dc2-bf84-d032ad885841", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-327630032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "369c0abb066e43debbbb497f41915387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb82eaf1-3a", "ovs_interfaceid": "db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.734414] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.802521] env[69942]: DEBUG oslo_concurrency.lockutils [req-44b4502a-b79f-4b4e-99f5-6367e7b2af06 req-91d4b49b-ad0f-4043-aa78-df2164575bed service nova] Releasing lock "refresh_cache-30ef4444-a9fb-41c8-befd-5a4d6304157e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.802808] env[69942]: DEBUG nova.compute.manager [req-44b4502a-b79f-4b4e-99f5-6367e7b2af06 req-91d4b49b-ad0f-4043-aa78-df2164575bed service nova] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Received event network-vif-deleted-8fa8ad7e-18f6-44d5-ac8c-1959c997f99e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.856533] env[69942]: DEBUG nova.network.neutron [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Successfully updated port: 04e78951-7af8-402b-86af-eaa14a125461 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.909092] env[69942]: DEBUG nova.compute.manager [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.935543] env[69942]: DEBUG nova.network.neutron [-] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.954808] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.954808] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.955628] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.955628] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.956390] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.956390] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.956390] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.956390] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.956390] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.956580] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.957352] env[69942]: DEBUG nova.virt.hardware [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.957608] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a2f08-0a5d-40ef-9ffa-e80ac7d74a89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.971159] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4dd8d5-7505-4967-a067-97f9a1d3d627 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.028605] env[69942]: DEBUG nova.network.neutron [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Successfully created port: 41192f36-62db-443a-b05f-0cb5c76ba434 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.031488] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.056519] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Releasing lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.056705] env[69942]: DEBUG nova.compute.manager [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Received event network-changed-49133c44-2b40-452d-bad3-8ea0c7fdc960 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.056871] env[69942]: DEBUG nova.compute.manager [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Refreshing instance network info cache due to event network-changed-49133c44-2b40-452d-bad3-8ea0c7fdc960. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.057099] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Acquiring lock "refresh_cache-fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.057243] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Acquired lock "refresh_cache-fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.057404] env[69942]: DEBUG nova.network.neutron [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Refreshing network info cache for port 49133c44-2b40-452d-bad3-8ea0c7fdc960 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.129417] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522feb1d-9280-abf7-911f-a45437c651ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015056} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.132238] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08501eb-d192-45b0-affa-377f247906a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.138658] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 791.138658] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52844036-2f0b-44a1-cb3a-19de4c486537" [ 791.138658] env[69942]: _type = "Task" [ 791.138658] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.148188] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52844036-2f0b-44a1-cb3a-19de4c486537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.230097] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.231524] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Releasing lock "refresh_cache-d11aba1e-cae3-47fb-9def-3e4540f89e50" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.231826] env[69942]: DEBUG nova.compute.manager [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Instance network_info: |[{"id": "db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda", "address": "fa:16:3e:48:0e:83", "network": {"id": "2a08af49-99aa-4dc2-bf84-d032ad885841", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-327630032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "369c0abb066e43debbbb497f41915387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb82eaf1-3a", "ovs_interfaceid": "db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.232365] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:0e:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.240451] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Creating folder: Project (369c0abb066e43debbbb497f41915387). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.240989] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fa48a74-1f87-4c7c-8f82-2432876e70cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.258186] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Created folder: Project (369c0abb066e43debbbb497f41915387) in parent group-v761487. [ 791.258186] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Creating folder: Instances. Parent ref: group-v761541. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.258981] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1d2e378-b511-4fb3-aeb8-ab6d2937f0ef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.273281] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Created folder: Instances in parent group-v761541. [ 791.273584] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.273874] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.274144] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2323fa9-95e2-417a-83c9-19f69abb2bb7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.298742] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.298742] env[69942]: value = "task-3830586" [ 791.298742] env[69942]: _type = "Task" [ 791.298742] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.308229] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830586, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.363102] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquiring lock "refresh_cache-33ba1953-b692-4305-8298-8284e46d5ef8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.363310] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquired lock "refresh_cache-33ba1953-b692-4305-8298-8284e46d5ef8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.363487] env[69942]: DEBUG nova.network.neutron [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.369025] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c51a4b-f5b1-4199-a6cd-c04e09ef7bbc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.378933] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a7a974-0a4c-4be5-aac6-2bd4dffd2648 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.415874] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17932fb3-ee1a-4f46-9305-1860a8f3652b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.425652] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9f550-39e7-4be1-81a1-6f245cd721b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.440849] env[69942]: INFO nova.compute.manager [-] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Took 2.34 seconds to deallocate network for instance. [ 791.441812] env[69942]: DEBUG nova.compute.provider_tree [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.630186] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.630419] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.656597] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52844036-2f0b-44a1-cb3a-19de4c486537, 'name': SearchDatastore_Task, 'duration_secs': 0.014152} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.656597] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.656597] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 08a7846f-ac7f-47ef-ae49-fafd66163176/08a7846f-ac7f-47ef-ae49-fafd66163176.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.656597] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0705d8e2-6594-4173-afb7-a675ab9f6c56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.665741] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 791.665741] env[69942]: value = "task-3830587" [ 791.665741] env[69942]: _type = "Task" [ 791.665741] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.680335] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.727400] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.813164] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830586, 'name': CreateVM_Task, 'duration_secs': 0.36833} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.813396] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.814964] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.815168] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.815562] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.815863] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b83fc65-4d6c-475d-b52a-865b3d1991a0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.827816] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for the task: (returnval){ [ 791.827816] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525a29fc-2910-0822-6f97-1de3e64cad54" [ 791.827816] env[69942]: _type = "Task" [ 791.827816] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.840373] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525a29fc-2910-0822-6f97-1de3e64cad54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.950761] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.974129] env[69942]: ERROR nova.scheduler.client.report [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [req-730adf27-d7cf-4c6a-8111-1f99775f0c8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-730adf27-d7cf-4c6a-8111-1f99775f0c8c"}]} [ 791.977533] env[69942]: DEBUG nova.network.neutron [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.997954] env[69942]: DEBUG nova.scheduler.client.report [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 792.018423] env[69942]: DEBUG nova.scheduler.client.report [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 792.018591] env[69942]: DEBUG nova.compute.provider_tree [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.043962] env[69942]: DEBUG nova.scheduler.client.report [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 792.078549] env[69942]: DEBUG nova.scheduler.client.report [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 792.137746] env[69942]: DEBUG nova.compute.manager [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.181532] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830587, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.240258] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.335429] env[69942]: DEBUG nova.network.neutron [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Updated VIF entry in instance network info cache for port 49133c44-2b40-452d-bad3-8ea0c7fdc960. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.335816] env[69942]: DEBUG nova.network.neutron [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Updating instance_info_cache with network_info: [{"id": "49133c44-2b40-452d-bad3-8ea0c7fdc960", "address": "fa:16:3e:9c:b2:50", "network": {"id": "2dea28d5-4498-4f86-beae-52aa61b12d9d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-677286552-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008f7f4642c94a299bf6917f4d274647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49133c44-2b", "ovs_interfaceid": "49133c44-2b40-452d-bad3-8ea0c7fdc960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.349899] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525a29fc-2910-0822-6f97-1de3e64cad54, 'name': SearchDatastore_Task, 'duration_secs': 0.074447} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.353694] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.354044] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.354328] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.356081] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.356081] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.356915] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03750d48-a659-4052-b90b-494d6182a427 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.369964] env[69942]: DEBUG nova.compute.manager [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Received event network-vif-plugged-04e78951-7af8-402b-86af-eaa14a125461 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.370214] env[69942]: DEBUG oslo_concurrency.lockutils [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] Acquiring lock "33ba1953-b692-4305-8298-8284e46d5ef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.370412] env[69942]: DEBUG oslo_concurrency.lockutils [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] Lock "33ba1953-b692-4305-8298-8284e46d5ef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.370570] env[69942]: DEBUG oslo_concurrency.lockutils [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] Lock "33ba1953-b692-4305-8298-8284e46d5ef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.370725] env[69942]: DEBUG nova.compute.manager [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] No waiting events found dispatching network-vif-plugged-04e78951-7af8-402b-86af-eaa14a125461 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.370902] env[69942]: WARNING nova.compute.manager [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Received unexpected event network-vif-plugged-04e78951-7af8-402b-86af-eaa14a125461 for instance with vm_state building and task_state spawning. [ 792.371040] env[69942]: DEBUG nova.compute.manager [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Received event network-changed-04e78951-7af8-402b-86af-eaa14a125461 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.371226] env[69942]: DEBUG nova.compute.manager [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Refreshing instance network info cache due to event network-changed-04e78951-7af8-402b-86af-eaa14a125461. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.371392] env[69942]: DEBUG oslo_concurrency.lockutils [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] Acquiring lock "refresh_cache-33ba1953-b692-4305-8298-8284e46d5ef8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.376392] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.376511] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.378495] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f7fb4e-5691-4a96-9f88-8e2f922cdce2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.387625] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for the task: (returnval){ [ 792.387625] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a33ac9-15c7-cc44-0a4f-4ab29c38b183" [ 792.387625] env[69942]: _type = "Task" [ 792.387625] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.405590] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a33ac9-15c7-cc44-0a4f-4ab29c38b183, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.406022] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bfee672-877b-4fc1-9bea-2b203ec18602 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.413074] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for the task: (returnval){ [ 792.413074] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e9ddd7-e614-0b77-9421-76b2cc786bc9" [ 792.413074] env[69942]: _type = "Task" [ 792.413074] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.427021] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e9ddd7-e614-0b77-9421-76b2cc786bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.427302] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.427907] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] d11aba1e-cae3-47fb-9def-3e4540f89e50/d11aba1e-cae3-47fb-9def-3e4540f89e50.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.427907] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dd5a23b-a2b8-424d-8c99-153373648c2e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.439486] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for the task: (returnval){ [ 792.439486] env[69942]: value = "task-3830589" [ 792.439486] env[69942]: _type = "Task" [ 792.439486] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.448364] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.461727] env[69942]: DEBUG nova.network.neutron [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Updating instance_info_cache with network_info: [{"id": "04e78951-7af8-402b-86af-eaa14a125461", "address": "fa:16:3e:a2:ee:9e", "network": {"id": "87397116-a65c-422d-a54b-f62a3b948987", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-953600694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9ec60594f7ed433c8cb667f880589a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e78951-7a", "ovs_interfaceid": "04e78951-7af8-402b-86af-eaa14a125461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.501337] env[69942]: DEBUG nova.compute.manager [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Received event network-vif-plugged-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.501886] env[69942]: DEBUG oslo_concurrency.lockutils [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] Acquiring lock "d11aba1e-cae3-47fb-9def-3e4540f89e50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.502186] env[69942]: DEBUG oslo_concurrency.lockutils [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] Lock "d11aba1e-cae3-47fb-9def-3e4540f89e50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.502361] env[69942]: DEBUG oslo_concurrency.lockutils [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] Lock "d11aba1e-cae3-47fb-9def-3e4540f89e50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.502532] env[69942]: DEBUG nova.compute.manager [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] No waiting events found dispatching network-vif-plugged-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.502783] env[69942]: WARNING nova.compute.manager [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Received unexpected event network-vif-plugged-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda for instance with vm_state building and task_state spawning. [ 792.503086] env[69942]: DEBUG nova.compute.manager [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Received event network-changed-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.505415] env[69942]: DEBUG nova.compute.manager [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Refreshing instance network info cache due to event network-changed-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.505972] env[69942]: DEBUG oslo_concurrency.lockutils [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] Acquiring lock "refresh_cache-d11aba1e-cae3-47fb-9def-3e4540f89e50" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.506221] env[69942]: DEBUG oslo_concurrency.lockutils [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] Acquired lock "refresh_cache-d11aba1e-cae3-47fb-9def-3e4540f89e50" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.506457] env[69942]: DEBUG nova.network.neutron [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Refreshing network info cache for port db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.579541] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba87c2e-fc08-42c9-83e8-a3dd30e32dd6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.589990] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde46519-4b69-47c8-b489-c284b2d3582f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.634035] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f266cf0d-a2f8-4580-9f29-1e04938db10c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.652243] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880248a7-74b8-428b-bb7d-2b5c3f33a99c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.686509] env[69942]: DEBUG nova.compute.provider_tree [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.689483] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.701016] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516284} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.701016] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 08a7846f-ac7f-47ef-ae49-fafd66163176/08a7846f-ac7f-47ef-ae49-fafd66163176.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.701016] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.701016] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03ac4d2f-4a5c-43f1-8c55-f7028e7e5f8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.712716] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 792.712716] env[69942]: value = "task-3830590" [ 792.712716] env[69942]: _type = "Task" [ 792.712716] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.728738] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.741411] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830583, 'name': ReconfigVM_Task, 'duration_secs': 1.889838} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.742283] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 5c226156-e597-42b0-bc7b-6ea6cc105004/5c226156-e597-42b0-bc7b-6ea6cc105004.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.742533] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab83329-a9be-41c1-b4e2-4f14c4ca29e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.752678] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 792.752678] env[69942]: value = "task-3830591" [ 792.752678] env[69942]: _type = "Task" [ 792.752678] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.764490] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830591, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.842503] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Releasing lock "refresh_cache-fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.842789] env[69942]: DEBUG nova.compute.manager [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Received event network-vif-plugged-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.842992] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Acquiring lock "08a7846f-ac7f-47ef-ae49-fafd66163176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.843318] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Lock "08a7846f-ac7f-47ef-ae49-fafd66163176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.843498] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Lock "08a7846f-ac7f-47ef-ae49-fafd66163176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.843650] env[69942]: DEBUG nova.compute.manager [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] No waiting events found dispatching network-vif-plugged-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.843815] env[69942]: WARNING nova.compute.manager [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Received unexpected event network-vif-plugged-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 for instance with vm_state building and task_state spawning. [ 792.843974] env[69942]: DEBUG nova.compute.manager [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Received event network-changed-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.844200] env[69942]: DEBUG nova.compute.manager [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Refreshing instance network info cache due to event network-changed-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.844405] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Acquiring lock "refresh_cache-08a7846f-ac7f-47ef-ae49-fafd66163176" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.844544] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Acquired lock "refresh_cache-08a7846f-ac7f-47ef-ae49-fafd66163176" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.844697] env[69942]: DEBUG nova.network.neutron [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Refreshing network info cache for port b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.949522] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49895} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.949979] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] d11aba1e-cae3-47fb-9def-3e4540f89e50/d11aba1e-cae3-47fb-9def-3e4540f89e50.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.950162] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.950385] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70479e5a-138a-41ff-a561-0fa967feb72c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.959178] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for the task: (returnval){ [ 792.959178] env[69942]: value = "task-3830592" [ 792.959178] env[69942]: _type = "Task" [ 792.959178] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.965677] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Releasing lock "refresh_cache-33ba1953-b692-4305-8298-8284e46d5ef8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.966120] env[69942]: DEBUG nova.compute.manager [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Instance network_info: |[{"id": "04e78951-7af8-402b-86af-eaa14a125461", "address": "fa:16:3e:a2:ee:9e", "network": {"id": "87397116-a65c-422d-a54b-f62a3b948987", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-953600694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9ec60594f7ed433c8cb667f880589a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e78951-7a", "ovs_interfaceid": "04e78951-7af8-402b-86af-eaa14a125461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.966592] env[69942]: DEBUG oslo_concurrency.lockutils [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] Acquired lock "refresh_cache-33ba1953-b692-4305-8298-8284e46d5ef8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.966839] env[69942]: DEBUG nova.network.neutron [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Refreshing network info cache for port 04e78951-7af8-402b-86af-eaa14a125461 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.970259] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:ee:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04e78951-7af8-402b-86af-eaa14a125461', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.978668] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Creating folder: Project (9ec60594f7ed433c8cb667f880589a37). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.979775] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b8f3229-3367-4d9e-aaf4-112441ba2ae8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.986191] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.997840] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Created folder: Project (9ec60594f7ed433c8cb667f880589a37) in parent group-v761487. [ 792.998117] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Creating folder: Instances. Parent ref: group-v761544. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.998369] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67cb8dc7-d0e9-48f0-836a-291fe402b7fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.010786] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Created folder: Instances in parent group-v761544. [ 793.012224] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.012610] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.016537] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f49bca00-6756-4a07-b6c8-f617d07176b7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.055928] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.055928] env[69942]: value = "task-3830595" [ 793.055928] env[69942]: _type = "Task" [ 793.055928] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.071843] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830595, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.191878] env[69942]: DEBUG nova.scheduler.client.report [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.224310] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12639} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.224870] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.225659] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18001f33-0d76-4e1f-84fc-0f048eb2fde0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.258620] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 08a7846f-ac7f-47ef-ae49-fafd66163176/08a7846f-ac7f-47ef-ae49-fafd66163176.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.263901] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b019398-4254-4a91-9ece-77727ce3a76f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.297447] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "fadebc22-a7c0-484f-b613-662531256145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.297650] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "fadebc22-a7c0-484f-b613-662531256145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.307483] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830591, 'name': Rename_Task, 'duration_secs': 0.428638} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.309295] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.309708] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 793.309708] env[69942]: value = "task-3830596" [ 793.309708] env[69942]: _type = "Task" [ 793.309708] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.309932] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca485aa2-0b39-415f-8c68-419207b7919d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.323758] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.325617] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 793.325617] env[69942]: value = "task-3830597" [ 793.325617] env[69942]: _type = "Task" [ 793.325617] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.337660] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.345054] env[69942]: DEBUG nova.network.neutron [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Successfully updated port: 41192f36-62db-443a-b05f-0cb5c76ba434 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.471608] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078803} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.471911] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.472781] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70771a67-519c-47b6-8379-9e6758149479 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.501989] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] d11aba1e-cae3-47fb-9def-3e4540f89e50/d11aba1e-cae3-47fb-9def-3e4540f89e50.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.503014] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf99b5c-b8a1-461f-93a3-ce76293b2d42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.528716] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for the task: (returnval){ [ 793.528716] env[69942]: value = "task-3830598" [ 793.528716] env[69942]: _type = "Task" [ 793.528716] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.538994] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.567015] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830595, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.700268] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.797s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.701057] env[69942]: DEBUG nova.compute.manager [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.707465] env[69942]: DEBUG nova.network.neutron [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Updated VIF entry in instance network info cache for port db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.707465] env[69942]: DEBUG nova.network.neutron [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Updating instance_info_cache with network_info: [{"id": "db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda", "address": "fa:16:3e:48:0e:83", "network": {"id": "2a08af49-99aa-4dc2-bf84-d032ad885841", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-327630032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "369c0abb066e43debbbb497f41915387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb82eaf1-3a", "ovs_interfaceid": "db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.712309] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.102s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.712309] env[69942]: INFO nova.compute.claims [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.830212] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830596, 'name': ReconfigVM_Task, 'duration_secs': 0.337049} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.830212] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 08a7846f-ac7f-47ef-ae49-fafd66163176/08a7846f-ac7f-47ef-ae49-fafd66163176.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.838991] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd766570-8a67-4936-9473-cc994407b8af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.853253] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "refresh_cache-bda4aec8-266d-420a-9b3b-75af4deb8a8d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.853253] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquired lock "refresh_cache-bda4aec8-266d-420a-9b3b-75af4deb8a8d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.853253] env[69942]: DEBUG nova.network.neutron [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.853253] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830597, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.858261] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 793.858261] env[69942]: value = "task-3830599" [ 793.858261] env[69942]: _type = "Task" [ 793.858261] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.877299] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830599, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.968509] env[69942]: DEBUG nova.network.neutron [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Updated VIF entry in instance network info cache for port 04e78951-7af8-402b-86af-eaa14a125461. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.968870] env[69942]: DEBUG nova.network.neutron [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Updating instance_info_cache with network_info: [{"id": "04e78951-7af8-402b-86af-eaa14a125461", "address": "fa:16:3e:a2:ee:9e", "network": {"id": "87397116-a65c-422d-a54b-f62a3b948987", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-953600694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9ec60594f7ed433c8cb667f880589a37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04e78951-7a", "ovs_interfaceid": "04e78951-7af8-402b-86af-eaa14a125461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.972067] env[69942]: DEBUG nova.network.neutron [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Updated VIF entry in instance network info cache for port b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.972067] env[69942]: DEBUG nova.network.neutron [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Updating instance_info_cache with network_info: [{"id": "b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199", "address": "fa:16:3e:c3:3f:7f", "network": {"id": "00f3ea31-c135-407a-9f4d-87232454bbff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-789493059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "238450bd92554c2bbaf2b3a2352674ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f6efc1-5c", "ovs_interfaceid": "b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.983203] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.983705] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.043655] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830598, 'name': ReconfigVM_Task, 'duration_secs': 0.415774} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.043949] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Reconfigured VM instance instance-00000011 to attach disk [datastore1] d11aba1e-cae3-47fb-9def-3e4540f89e50/d11aba1e-cae3-47fb-9def-3e4540f89e50.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.044634] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df4e0923-aeb5-4dd1-b39b-ca626f0ac8e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.055369] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for the task: (returnval){ [ 794.055369] env[69942]: value = "task-3830601" [ 794.055369] env[69942]: _type = "Task" [ 794.055369] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.086951] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830595, 'name': CreateVM_Task, 'duration_secs': 0.556382} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.087235] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830601, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.087417] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.088103] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.088258] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.088578] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.089464] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a85b85-adbd-4aa5-b1c1-03a6ba927bdd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.097678] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for the task: (returnval){ [ 794.097678] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c5b4a8-1739-920d-6c41-19101f6b700e" [ 794.097678] env[69942]: _type = "Task" [ 794.097678] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.105807] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c5b4a8-1739-920d-6c41-19101f6b700e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.218729] env[69942]: DEBUG oslo_concurrency.lockutils [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] Releasing lock "refresh_cache-d11aba1e-cae3-47fb-9def-3e4540f89e50" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.219533] env[69942]: DEBUG nova.compute.manager [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Received event network-changed-e8350635-2b6b-4514-8a62-f683f59b9b94 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.219533] env[69942]: DEBUG nova.compute.manager [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Refreshing instance network info cache due to event network-changed-e8350635-2b6b-4514-8a62-f683f59b9b94. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.219533] env[69942]: DEBUG oslo_concurrency.lockutils [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] Acquiring lock "refresh_cache-b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.219533] env[69942]: DEBUG oslo_concurrency.lockutils [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] Acquired lock "refresh_cache-b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.219777] env[69942]: DEBUG nova.network.neutron [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Refreshing network info cache for port e8350635-2b6b-4514-8a62-f683f59b9b94 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.222359] env[69942]: DEBUG nova.compute.utils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.229800] env[69942]: DEBUG nova.compute.manager [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.229985] env[69942]: DEBUG nova.network.neutron [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.338920] env[69942]: DEBUG nova.policy [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e9245eb4c54ad38917e75ff181100a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34f19689c30c452c90d9e586293196d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.350517] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830597, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.377677] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830599, 'name': Rename_Task, 'duration_secs': 0.19897} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.379498] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.380098] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dc50e7b-80cf-41a4-a27c-0e8e7c4a38c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.393819] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 794.393819] env[69942]: value = "task-3830602" [ 794.393819] env[69942]: _type = "Task" [ 794.393819] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.412831] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.440516] env[69942]: DEBUG nova.network.neutron [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.478150] env[69942]: DEBUG oslo_concurrency.lockutils [req-f097cba9-8d44-4d7b-aef9-9f16417608df req-8a951a5f-df01-4d81-89c2-e561e41cb4d7 service nova] Releasing lock "refresh_cache-33ba1953-b692-4305-8298-8284e46d5ef8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.483514] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ac696e8-5257-437e-a149-c7b8c24ccf55 req-975bbaf1-de7f-4661-91bf-23a0eb3d63a5 service nova] Releasing lock "refresh_cache-08a7846f-ac7f-47ef-ae49-fafd66163176" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.569078] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830601, 'name': Rename_Task, 'duration_secs': 0.176788} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.569742] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.569742] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff82cbe0-c36a-4b6b-986e-9bc9c31497e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.579543] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for the task: (returnval){ [ 794.579543] env[69942]: value = "task-3830603" [ 794.579543] env[69942]: _type = "Task" [ 794.579543] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.593125] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.605123] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Acquiring lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.605208] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.613597] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c5b4a8-1739-920d-6c41-19101f6b700e, 'name': SearchDatastore_Task, 'duration_secs': 0.016136} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.613880] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.614329] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.614633] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.614836] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.615045] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.615325] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a27f636-8b95-423f-81b8-1e7675a25809 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.625961] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.626213] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.626998] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d6eeed-1002-42cf-9ede-491ae413f7e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.635317] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for the task: (returnval){ [ 794.635317] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524ba6df-b8df-fe91-772e-d22602f7d62d" [ 794.635317] env[69942]: _type = "Task" [ 794.635317] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.648599] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524ba6df-b8df-fe91-772e-d22602f7d62d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.698691] env[69942]: DEBUG nova.network.neutron [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Updating instance_info_cache with network_info: [{"id": "41192f36-62db-443a-b05f-0cb5c76ba434", "address": "fa:16:3e:21:9f:c1", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41192f36-62", "ovs_interfaceid": "41192f36-62db-443a-b05f-0cb5c76ba434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.735141] env[69942]: DEBUG nova.compute.manager [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.843276] env[69942]: DEBUG oslo_vmware.api [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830597, 'name': PowerOnVM_Task, 'duration_secs': 1.094063} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.844499] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.844499] env[69942]: INFO nova.compute.manager [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Took 14.40 seconds to spawn the instance on the hypervisor. [ 794.844499] env[69942]: DEBUG nova.compute.manager [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.845321] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0365355-fc15-4b0a-bdbc-a7c3697b1de5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.908497] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830602, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.008359] env[69942]: DEBUG nova.compute.manager [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Received event network-vif-plugged-41192f36-62db-443a-b05f-0cb5c76ba434 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.008731] env[69942]: DEBUG oslo_concurrency.lockutils [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] Acquiring lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.008997] env[69942]: DEBUG oslo_concurrency.lockutils [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] Lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.009294] env[69942]: DEBUG oslo_concurrency.lockutils [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] Lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.009373] env[69942]: DEBUG nova.compute.manager [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] No waiting events found dispatching network-vif-plugged-41192f36-62db-443a-b05f-0cb5c76ba434 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.009536] env[69942]: WARNING nova.compute.manager [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Received unexpected event network-vif-plugged-41192f36-62db-443a-b05f-0cb5c76ba434 for instance with vm_state building and task_state spawning. [ 795.009688] env[69942]: DEBUG nova.compute.manager [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Received event network-changed-41192f36-62db-443a-b05f-0cb5c76ba434 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.009832] env[69942]: DEBUG nova.compute.manager [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Refreshing instance network info cache due to event network-changed-41192f36-62db-443a-b05f-0cb5c76ba434. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.009995] env[69942]: DEBUG oslo_concurrency.lockutils [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] Acquiring lock "refresh_cache-bda4aec8-266d-420a-9b3b-75af4deb8a8d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.096335] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.110452] env[69942]: DEBUG nova.network.neutron [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Successfully created port: 251e5c57-2540-4766-a202-f6f2eb7d3fa3 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.148887] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524ba6df-b8df-fe91-772e-d22602f7d62d, 'name': SearchDatastore_Task, 'duration_secs': 0.016531} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.154266] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac7dd8df-ca24-4773-b0d5-8809efb23024 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.162049] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for the task: (returnval){ [ 795.162049] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52739f8d-7ae8-d422-3595-5861fcc67e6a" [ 795.162049] env[69942]: _type = "Task" [ 795.162049] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.174355] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52739f8d-7ae8-d422-3595-5861fcc67e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.202721] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Releasing lock "refresh_cache-bda4aec8-266d-420a-9b3b-75af4deb8a8d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.203113] env[69942]: DEBUG nova.compute.manager [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Instance network_info: |[{"id": "41192f36-62db-443a-b05f-0cb5c76ba434", "address": "fa:16:3e:21:9f:c1", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41192f36-62", "ovs_interfaceid": "41192f36-62db-443a-b05f-0cb5c76ba434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.203431] env[69942]: DEBUG oslo_concurrency.lockutils [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] Acquired lock "refresh_cache-bda4aec8-266d-420a-9b3b-75af4deb8a8d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.203565] env[69942]: DEBUG nova.network.neutron [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Refreshing network info cache for port 41192f36-62db-443a-b05f-0cb5c76ba434 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.206175] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:9f:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41192f36-62db-443a-b05f-0cb5c76ba434', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.215592] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.215592] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.215592] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0768bf3a-ff6b-4da7-8e1c-ff65908c9487 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.235182] env[69942]: DEBUG nova.network.neutron [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Updated VIF entry in instance network info cache for port e8350635-2b6b-4514-8a62-f683f59b9b94. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.235545] env[69942]: DEBUG nova.network.neutron [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Updating instance_info_cache with network_info: [{"id": "e8350635-2b6b-4514-8a62-f683f59b9b94", "address": "fa:16:3e:47:62:ce", "network": {"id": "2db1c3dd-9877-436b-a03b-9db94c10ee02", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1527635663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613f7833b6c345c5879afd8063bf397e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8350635-2b", "ovs_interfaceid": "e8350635-2b6b-4514-8a62-f683f59b9b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.247900] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.247900] env[69942]: value = "task-3830604" [ 795.247900] env[69942]: _type = "Task" [ 795.247900] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.264065] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830604, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.377911] env[69942]: INFO nova.compute.manager [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Took 28.76 seconds to build instance. [ 795.386809] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd30e515-d402-44cd-baf8-155846b56076 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.394483] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17a1dd7-6177-4013-bb85-2604f072d578 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.410194] env[69942]: DEBUG oslo_vmware.api [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830602, 'name': PowerOnVM_Task, 'duration_secs': 0.966446} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.442276] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.443029] env[69942]: INFO nova.compute.manager [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Took 12.34 seconds to spawn the instance on the hypervisor. [ 795.443029] env[69942]: DEBUG nova.compute.manager [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.444522] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94289ce6-d8e7-4ea8-ad19-44f1875ef6d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.448076] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeacc59-fa85-4c07-8184-38e460de298b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.462231] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e623b826-7052-477c-bc05-12ea95971cd1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.482428] env[69942]: DEBUG nova.compute.provider_tree [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.592918] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830603, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.676766] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52739f8d-7ae8-d422-3595-5861fcc67e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.027327} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.677100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.677390] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 33ba1953-b692-4305-8298-8284e46d5ef8/33ba1953-b692-4305-8298-8284e46d5ef8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.677685] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2248e7-32c8-494a-828c-ff3fea5539d9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.687238] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for the task: (returnval){ [ 795.687238] env[69942]: value = "task-3830605" [ 795.687238] env[69942]: _type = "Task" [ 795.687238] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.699111] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.738906] env[69942]: DEBUG oslo_concurrency.lockutils [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] Releasing lock "refresh_cache-b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.738906] env[69942]: DEBUG nova.compute.manager [req-a72856cd-dcb9-4813-b515-6467756c91c8 req-12ddcafd-f995-4e3a-8268-d372f75effa7 service nova] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Received event network-vif-deleted-33d60388-e0d2-458c-93db-7a93865f3a67 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.750806] env[69942]: DEBUG nova.compute.manager [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.766661] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830604, 'name': CreateVM_Task, 'duration_secs': 0.383734} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.766944] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.767726] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.767945] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.768480] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.768791] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5990f984-6e6e-4373-9739-a704fd1b311d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.779729] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 795.779729] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5265ede3-cba0-3bcc-15ba-6659e54c65b1" [ 795.779729] env[69942]: _type = "Task" [ 795.779729] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.786266] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.786579] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.786841] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.786979] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.787181] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.787485] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.787743] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.787800] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.787986] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.788293] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.788419] env[69942]: DEBUG nova.virt.hardware [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.789700] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cad5ef-1f16-4a23-af2a-df5873d663a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.798768] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5265ede3-cba0-3bcc-15ba-6659e54c65b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.802358] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f347171a-1439-48bb-a3ff-58fdaa224837 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.880730] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cdf4a400-b745-4ba6-aa86-957ea6b74428 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "5c226156-e597-42b0-bc7b-6ea6cc105004" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.588s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.964081] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "5f87087e-9589-48ea-9d55-721beac9effe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.964081] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "5f87087e-9589-48ea-9d55-721beac9effe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.981494] env[69942]: INFO nova.compute.manager [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Took 26.23 seconds to build instance. [ 796.023019] env[69942]: ERROR nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [req-d869cc84-6c00-41af-802c-ede0db0210ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d869cc84-6c00-41af-802c-ede0db0210ca"}]} [ 796.052618] env[69942]: DEBUG nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 796.075125] env[69942]: DEBUG nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 796.075125] env[69942]: DEBUG nova.compute.provider_tree [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.089903] env[69942]: DEBUG nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 796.094120] env[69942]: DEBUG oslo_vmware.api [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830603, 'name': PowerOnVM_Task, 'duration_secs': 1.022917} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.094497] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.094570] env[69942]: INFO nova.compute.manager [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Took 10.37 seconds to spawn the instance on the hypervisor. [ 796.094760] env[69942]: DEBUG nova.compute.manager [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.096492] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b32821-5d73-43aa-9df7-510d600d5f6b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.113118] env[69942]: DEBUG nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 796.178901] env[69942]: DEBUG nova.network.neutron [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Updated VIF entry in instance network info cache for port 41192f36-62db-443a-b05f-0cb5c76ba434. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.179355] env[69942]: DEBUG nova.network.neutron [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Updating instance_info_cache with network_info: [{"id": "41192f36-62db-443a-b05f-0cb5c76ba434", "address": "fa:16:3e:21:9f:c1", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41192f36-62", "ovs_interfaceid": "41192f36-62db-443a-b05f-0cb5c76ba434", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.206553] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830605, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.303286] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5265ede3-cba0-3bcc-15ba-6659e54c65b1, 'name': SearchDatastore_Task, 'duration_secs': 0.028203} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.305468] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.305468] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.305802] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.306601] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.307121] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.307216] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e9de19f-373e-478d-afc4-6d007906d766 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.328700] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.328909] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.333315] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3751d6a7-dd33-4355-a1f2-b67431017c89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.345054] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 796.345054] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fb4d41-2f97-bb36-35c7-5fa2e135d59b" [ 796.345054] env[69942]: _type = "Task" [ 796.345054] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.357985] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fb4d41-2f97-bb36-35c7-5fa2e135d59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.384524] env[69942]: DEBUG nova.compute.manager [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.484932] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7cb0d01f-8829-472e-89ba-432d14c6cd65 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "08a7846f-ac7f-47ef-ae49-fafd66163176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.774s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.634386] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquiring lock "d5d427de-4146-4712-a169-403cb430af2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.634386] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Lock "d5d427de-4146-4712-a169-403cb430af2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.634882] env[69942]: INFO nova.compute.manager [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Took 24.37 seconds to build instance. [ 796.643687] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da7eb2-18df-43e9-aa9e-aa828306564a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.656642] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cc5f2c-a948-444a-87a0-49ded0f94be2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.694115] env[69942]: DEBUG oslo_concurrency.lockutils [req-0f0dedf6-90c6-4232-94fc-d3f1e114bd23 req-6d07e06c-0da4-413a-a570-6264f32cb1de service nova] Releasing lock "refresh_cache-bda4aec8-266d-420a-9b3b-75af4deb8a8d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.700268] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9edd75-5f40-4005-8755-3ecfe4435703 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.715260] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754087} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.716718] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28110aab-3a83-4289-aac2-72170ce97244 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.721099] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 33ba1953-b692-4305-8298-8284e46d5ef8/33ba1953-b692-4305-8298-8284e46d5ef8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.722216] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.722216] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76bfaae8-1701-4d7a-a38f-da026203f8e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.741235] env[69942]: DEBUG nova.compute.provider_tree [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.744024] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for the task: (returnval){ [ 796.744024] env[69942]: value = "task-3830607" [ 796.744024] env[69942]: _type = "Task" [ 796.744024] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.756023] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.857146] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fb4d41-2f97-bb36-35c7-5fa2e135d59b, 'name': SearchDatastore_Task, 'duration_secs': 0.055266} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.858464] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb95179-e804-4121-8782-2f058d4ba058 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.867476] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 796.867476] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dfef8e-1fe1-39f8-6fda-91dfb3e1ce60" [ 796.867476] env[69942]: _type = "Task" [ 796.867476] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.881690] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dfef8e-1fe1-39f8-6fda-91dfb3e1ce60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.912371] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.991162] env[69942]: DEBUG nova.compute.manager [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.998096] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "237ca2d4-176f-4766-b741-bd27dbea3654" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.998096] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "237ca2d4-176f-4766-b741-bd27dbea3654" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.138198] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063ceb01-005a-46c3-8361-6468ef164c6c tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lock "d11aba1e-cae3-47fb-9def-3e4540f89e50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.387s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.172802] env[69942]: DEBUG nova.network.neutron [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Successfully updated port: 251e5c57-2540-4766-a202-f6f2eb7d3fa3 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.257726] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087407} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.258706] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.258836] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7b66c7-df55-4ce0-8252-f59b92b6fe2a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.284310] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 33ba1953-b692-4305-8298-8284e46d5ef8/33ba1953-b692-4305-8298-8284e46d5ef8.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.285664] env[69942]: ERROR nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [req-000213f9-bc96-4034-b34b-135bce6d5fca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-000213f9-bc96-4034-b34b-135bce6d5fca"}]} [ 797.286141] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bebc57ef-188b-476f-8be3-4265c03979ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.309957] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for the task: (returnval){ [ 797.309957] env[69942]: value = "task-3830608" [ 797.309957] env[69942]: _type = "Task" [ 797.309957] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.320169] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.321642] env[69942]: DEBUG nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 797.342078] env[69942]: DEBUG nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 797.342483] env[69942]: DEBUG nova.compute.provider_tree [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.359986] env[69942]: DEBUG nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 797.379562] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dfef8e-1fe1-39f8-6fda-91dfb3e1ce60, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.379853] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.380191] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] bda4aec8-266d-420a-9b3b-75af4deb8a8d/bda4aec8-266d-420a-9b3b-75af4deb8a8d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.380388] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-783c4785-4430-44d7-8719-f363b22f6866 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.387217] env[69942]: DEBUG nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 797.392491] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 797.392491] env[69942]: value = "task-3830609" [ 797.392491] env[69942]: _type = "Task" [ 797.392491] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.401988] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.502333] env[69942]: DEBUG nova.compute.manager [req-3450a357-0562-4606-91c3-0d1ac11d76d9 req-b26639ee-8377-4bbe-898d-c627a523d763 service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Received event network-vif-plugged-251e5c57-2540-4766-a202-f6f2eb7d3fa3 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.502333] env[69942]: DEBUG oslo_concurrency.lockutils [req-3450a357-0562-4606-91c3-0d1ac11d76d9 req-b26639ee-8377-4bbe-898d-c627a523d763 service nova] Acquiring lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.502333] env[69942]: DEBUG oslo_concurrency.lockutils [req-3450a357-0562-4606-91c3-0d1ac11d76d9 req-b26639ee-8377-4bbe-898d-c627a523d763 service nova] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.502333] env[69942]: DEBUG oslo_concurrency.lockutils [req-3450a357-0562-4606-91c3-0d1ac11d76d9 req-b26639ee-8377-4bbe-898d-c627a523d763 service nova] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.502333] env[69942]: DEBUG nova.compute.manager [req-3450a357-0562-4606-91c3-0d1ac11d76d9 req-b26639ee-8377-4bbe-898d-c627a523d763 service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] No waiting events found dispatching network-vif-plugged-251e5c57-2540-4766-a202-f6f2eb7d3fa3 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.502556] env[69942]: WARNING nova.compute.manager [req-3450a357-0562-4606-91c3-0d1ac11d76d9 req-b26639ee-8377-4bbe-898d-c627a523d763 service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Received unexpected event network-vif-plugged-251e5c57-2540-4766-a202-f6f2eb7d3fa3 for instance with vm_state building and task_state spawning. [ 797.521736] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.646956] env[69942]: DEBUG nova.compute.manager [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.679132] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.679132] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.679132] env[69942]: DEBUG nova.network.neutron [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.820811] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.907596] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830609, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.961257] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77cc5f7-bb34-4625-b308-1675a8d28b90 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.971315] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6c2625-67f7-4204-bfe6-a48835ec7330 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.008445] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65da590a-2e6d-481a-9cb8-7c4fc66253ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.020612] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ff2617-7a39-47d1-a298-955b74cba7a4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.040903] env[69942]: DEBUG nova.compute.provider_tree [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.181423] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.322627] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830608, 'name': ReconfigVM_Task, 'duration_secs': 0.747032} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.322950] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 33ba1953-b692-4305-8298-8284e46d5ef8/33ba1953-b692-4305-8298-8284e46d5ef8.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.323651] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-764b4e81-35ab-48d7-9645-52c482ba7321 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.331334] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for the task: (returnval){ [ 798.331334] env[69942]: value = "task-3830610" [ 798.331334] env[69942]: _type = "Task" [ 798.331334] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.341388] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830610, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.409613] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830609, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.411094] env[69942]: DEBUG nova.network.neutron [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.548445] env[69942]: DEBUG nova.scheduler.client.report [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.552302] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquiring lock "d11aba1e-cae3-47fb-9def-3e4540f89e50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.552569] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lock "d11aba1e-cae3-47fb-9def-3e4540f89e50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.552747] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquiring lock "d11aba1e-cae3-47fb-9def-3e4540f89e50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.552927] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lock "d11aba1e-cae3-47fb-9def-3e4540f89e50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.553159] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lock "d11aba1e-cae3-47fb-9def-3e4540f89e50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.556075] env[69942]: INFO nova.compute.manager [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Terminating instance [ 798.748496] env[69942]: DEBUG nova.network.neutron [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance_info_cache with network_info: [{"id": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "address": "fa:16:3e:17:8a:b1", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e5c57-25", "ovs_interfaceid": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.846227] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830610, 'name': Rename_Task, 'duration_secs': 0.204595} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.846691] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.846958] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-951d4123-e8d2-4410-8572-66991a8cc25a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.855861] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for the task: (returnval){ [ 798.855861] env[69942]: value = "task-3830611" [ 798.855861] env[69942]: _type = "Task" [ 798.855861] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.867743] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.906272] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830609, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.057008] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.347s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.057613] env[69942]: DEBUG nova.compute.manager [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.064404] env[69942]: DEBUG oslo_concurrency.lockutils [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.843s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.064404] env[69942]: DEBUG nova.objects.instance [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lazy-loading 'resources' on Instance uuid 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.065098] env[69942]: DEBUG nova.compute.manager [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.065397] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.066695] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b4e4eb-b442-4431-b060-e7e80285b3c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.076773] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.077775] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4412b9f2-78fc-4330-8fcb-07dc407e7705 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.088489] env[69942]: DEBUG oslo_vmware.api [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for the task: (returnval){ [ 799.088489] env[69942]: value = "task-3830612" [ 799.088489] env[69942]: _type = "Task" [ 799.088489] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.100904] env[69942]: DEBUG oslo_vmware.api [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.253016] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.253654] env[69942]: DEBUG nova.compute.manager [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Instance network_info: |[{"id": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "address": "fa:16:3e:17:8a:b1", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e5c57-25", "ovs_interfaceid": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.253833] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:8a:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '251e5c57-2540-4766-a202-f6f2eb7d3fa3', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.263730] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Creating folder: Project (34f19689c30c452c90d9e586293196d9). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.264010] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01f9840d-9310-4269-834f-7f9dd81a6f95 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.277884] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Created folder: Project (34f19689c30c452c90d9e586293196d9) in parent group-v761487. [ 799.278867] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Creating folder: Instances. Parent ref: group-v761549. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.278867] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b86241a-3e98-4965-b95f-491c2a616480 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.293636] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Created folder: Instances in parent group-v761549. [ 799.293969] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.294766] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.295041] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dbd3625-af91-4e38-8b5a-8ca68bb6ecaf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.326514] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.326514] env[69942]: value = "task-3830615" [ 799.326514] env[69942]: _type = "Task" [ 799.326514] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.340466] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830615, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.383380] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.415709] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830609, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.90618} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.419531] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] bda4aec8-266d-420a-9b3b-75af4deb8a8d/bda4aec8-266d-420a-9b3b-75af4deb8a8d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.419866] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.420288] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c1fb326-000c-4278-b49c-e2e185d3b627 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.431103] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 799.431103] env[69942]: value = "task-3830616" [ 799.431103] env[69942]: _type = "Task" [ 799.431103] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.445880] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.568351] env[69942]: DEBUG nova.compute.utils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.568351] env[69942]: DEBUG nova.compute.manager [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.568351] env[69942]: DEBUG nova.network.neutron [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.609903] env[69942]: DEBUG oslo_vmware.api [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830612, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.691065] env[69942]: DEBUG nova.policy [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3694b8710934ac9bef02fc9f1f32c86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12eca5ef922b465bb1ab7eb059b30c67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.839333] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830615, 'name': CreateVM_Task, 'duration_secs': 0.473068} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.842978] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.844902] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.845344] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.845810] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.846476] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9eb12d-2bb5-4661-9ad4-58ca129e0db8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.855027] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 799.855027] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52386d8c-954a-272c-f737-84ec8e0efe07" [ 799.855027] env[69942]: _type = "Task" [ 799.855027] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.872745] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52386d8c-954a-272c-f737-84ec8e0efe07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.878778] env[69942]: DEBUG oslo_vmware.api [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830611, 'name': PowerOnVM_Task, 'duration_secs': 0.894507} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.879402] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.879768] env[69942]: INFO nova.compute.manager [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Took 11.58 seconds to spawn the instance on the hypervisor. [ 799.880318] env[69942]: DEBUG nova.compute.manager [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.884547] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa64e7f6-1906-4da1-9dbd-d6bec837ccc3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.945062] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104191} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.945062] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.946393] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a15643-cdfc-4a4c-8423-68b2576bc648 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.979118] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] bda4aec8-266d-420a-9b3b-75af4deb8a8d/bda4aec8-266d-420a-9b3b-75af4deb8a8d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.986284] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1091895-ea26-46a0-887e-af19f4d438c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.010573] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 800.010573] env[69942]: value = "task-3830617" [ 800.010573] env[69942]: _type = "Task" [ 800.010573] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.022142] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.076898] env[69942]: DEBUG nova.compute.manager [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.107219] env[69942]: DEBUG oslo_vmware.api [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830612, 'name': PowerOffVM_Task, 'duration_secs': 0.616401} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.108151] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.108151] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.108151] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a7d62a4-984a-46b8-b10b-fa74f3fffe07 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.139524] env[69942]: DEBUG nova.compute.manager [req-079364a7-68ef-46f6-aa74-b1251ed25fd7 req-64cae1f2-1f5d-4b6b-ab6e-47ebeed1f228 service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Received event network-changed-251e5c57-2540-4766-a202-f6f2eb7d3fa3 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.139524] env[69942]: DEBUG nova.compute.manager [req-079364a7-68ef-46f6-aa74-b1251ed25fd7 req-64cae1f2-1f5d-4b6b-ab6e-47ebeed1f228 service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Refreshing instance network info cache due to event network-changed-251e5c57-2540-4766-a202-f6f2eb7d3fa3. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.139524] env[69942]: DEBUG oslo_concurrency.lockutils [req-079364a7-68ef-46f6-aa74-b1251ed25fd7 req-64cae1f2-1f5d-4b6b-ab6e-47ebeed1f228 service nova] Acquiring lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.139524] env[69942]: DEBUG oslo_concurrency.lockutils [req-079364a7-68ef-46f6-aa74-b1251ed25fd7 req-64cae1f2-1f5d-4b6b-ab6e-47ebeed1f228 service nova] Acquired lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.139524] env[69942]: DEBUG nova.network.neutron [req-079364a7-68ef-46f6-aa74-b1251ed25fd7 req-64cae1f2-1f5d-4b6b-ab6e-47ebeed1f228 service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Refreshing network info cache for port 251e5c57-2540-4766-a202-f6f2eb7d3fa3 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.186530] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.186530] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.186530] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Deleting the datastore file [datastore1] d11aba1e-cae3-47fb-9def-3e4540f89e50 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.186530] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05c02751-315b-4df7-af46-48590822cb9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.199149] env[69942]: DEBUG oslo_vmware.api [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for the task: (returnval){ [ 800.199149] env[69942]: value = "task-3830620" [ 800.199149] env[69942]: _type = "Task" [ 800.199149] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.204566] env[69942]: DEBUG nova.network.neutron [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Successfully created port: d646f08e-8dbf-492c-9191-44465ccdd0ee {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.218886] env[69942]: DEBUG oslo_vmware.api [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.284265] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a058a91-7215-4119-bf52-32d956d6a0a0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.295743] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb746be7-4a21-4611-b906-5490d0674cf4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.342171] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6c427-2c6e-4abd-a0ee-7974202f9451 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.352386] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b99eaf-4a3c-4125-bcd5-7104c3a7abae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.379959] env[69942]: DEBUG nova.compute.provider_tree [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.382049] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52386d8c-954a-272c-f737-84ec8e0efe07, 'name': SearchDatastore_Task, 'duration_secs': 0.041549} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.382049] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.382300] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.382340] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.382630] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.382716] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.383263] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9803c9f1-254a-4b15-8255-1753669575ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.395684] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.395684] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.397067] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9257b026-1a30-4671-8b7f-583e6722c0fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.412407] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 800.412407] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5267c8f2-3cdd-f354-82c6-22aa2b9b273e" [ 800.412407] env[69942]: _type = "Task" [ 800.412407] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.425981] env[69942]: INFO nova.compute.manager [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Took 25.24 seconds to build instance. [ 800.427281] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5267c8f2-3cdd-f354-82c6-22aa2b9b273e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.541151] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830617, 'name': ReconfigVM_Task, 'duration_secs': 0.427548} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.541579] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] bda4aec8-266d-420a-9b3b-75af4deb8a8d/bda4aec8-266d-420a-9b3b-75af4deb8a8d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.549237] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9483aeb0-60e0-4db4-9041-d300a76d6b9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.566633] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 800.566633] env[69942]: value = "task-3830621" [ 800.566633] env[69942]: _type = "Task" [ 800.566633] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.585999] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830621, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.684031] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "fac32025-0b66-4870-922f-99c9b0f6ee6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.684354] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "fac32025-0b66-4870-922f-99c9b0f6ee6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.724667] env[69942]: DEBUG oslo_vmware.api [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Task: {'id': task-3830620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223217} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.724667] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.724667] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.724667] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.724667] env[69942]: INFO nova.compute.manager [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Took 1.66 seconds to destroy the instance on the hypervisor. [ 800.725234] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.725234] env[69942]: DEBUG nova.compute.manager [-] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.725234] env[69942]: DEBUG nova.network.neutron [-] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.886435] env[69942]: DEBUG nova.scheduler.client.report [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.931369] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69d2b3d9-96b2-45e0-8c11-001feeff543c tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lock "33ba1953-b692-4305-8298-8284e46d5ef8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.068s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.931772] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5267c8f2-3cdd-f354-82c6-22aa2b9b273e, 'name': SearchDatastore_Task, 'duration_secs': 0.01531} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.934675] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02162b04-d25d-4bf9-8227-cdb3bb1a1a09 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.950837] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 800.950837] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52699b8b-77ae-595e-a86c-3ad41b38f9e7" [ 800.950837] env[69942]: _type = "Task" [ 800.950837] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.968678] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52699b8b-77ae-595e-a86c-3ad41b38f9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.024548] env[69942]: DEBUG nova.network.neutron [req-079364a7-68ef-46f6-aa74-b1251ed25fd7 req-64cae1f2-1f5d-4b6b-ab6e-47ebeed1f228 service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updated VIF entry in instance network info cache for port 251e5c57-2540-4766-a202-f6f2eb7d3fa3. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.024653] env[69942]: DEBUG nova.network.neutron [req-079364a7-68ef-46f6-aa74-b1251ed25fd7 req-64cae1f2-1f5d-4b6b-ab6e-47ebeed1f228 service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance_info_cache with network_info: [{"id": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "address": "fa:16:3e:17:8a:b1", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e5c57-25", "ovs_interfaceid": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.082715] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830621, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.093047] env[69942]: DEBUG nova.compute.manager [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.131859] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.132351] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.132662] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.132978] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.133338] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.133625] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.133970] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.134289] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.134596] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.134935] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.135256] env[69942]: DEBUG nova.virt.hardware [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.136254] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266a73fe-5d00-4e9f-ac37-52e0c560a415 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.147707] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693cb23f-d0a4-44b2-a6ba-34d9786676a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.302695] env[69942]: DEBUG nova.compute.manager [req-a0bdfab8-bf9c-41dd-9644-5b81d6b3c7aa req-235554b9-176f-45f4-9af0-2f8d1fe38d50 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Received event network-vif-deleted-db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.302695] env[69942]: INFO nova.compute.manager [req-a0bdfab8-bf9c-41dd-9644-5b81d6b3c7aa req-235554b9-176f-45f4-9af0-2f8d1fe38d50 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Neutron deleted interface db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda; detaching it from the instance and deleting it from the info cache [ 801.303163] env[69942]: DEBUG nova.network.neutron [req-a0bdfab8-bf9c-41dd-9644-5b81d6b3c7aa req-235554b9-176f-45f4-9af0-2f8d1fe38d50 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.393774] env[69942]: DEBUG oslo_concurrency.lockutils [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.332s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.396524] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.418s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.397907] env[69942]: INFO nova.compute.claims [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.432335] env[69942]: INFO nova.scheduler.client.report [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Deleted allocations for instance 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93 [ 801.437572] env[69942]: DEBUG nova.compute.manager [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.469593] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52699b8b-77ae-595e-a86c-3ad41b38f9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.028337} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.471160] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.471267] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2/3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.473764] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcac485f-c12a-475d-a047-33086ec0422a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.484968] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 801.484968] env[69942]: value = "task-3830622" [ 801.484968] env[69942]: _type = "Task" [ 801.484968] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.500069] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.529354] env[69942]: DEBUG oslo_concurrency.lockutils [req-079364a7-68ef-46f6-aa74-b1251ed25fd7 req-64cae1f2-1f5d-4b6b-ab6e-47ebeed1f228 service nova] Releasing lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.580889] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830621, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.644041] env[69942]: DEBUG nova.network.neutron [-] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.808021] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15327995-f314-4ed4-ae44-4d01d3f20e6c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.817091] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728cf4d5-1ba2-4a66-aa9c-051b0d13100d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.852929] env[69942]: DEBUG nova.compute.manager [req-a0bdfab8-bf9c-41dd-9644-5b81d6b3c7aa req-235554b9-176f-45f4-9af0-2f8d1fe38d50 service nova] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Detach interface failed, port_id=db82eaf1-3a86-4ec7-b99c-0b5b8ab18cda, reason: Instance d11aba1e-cae3-47fb-9def-3e4540f89e50 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.950617] env[69942]: DEBUG oslo_concurrency.lockutils [None req-15f22ce7-4b39-4e9e-8a07-1273caedfbb2 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.839s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.977111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.996965] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830622, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.082219] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830621, 'name': Rename_Task, 'duration_secs': 1.17594} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.082632] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.082928] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d7d2263-2989-480e-ac3c-259a65e97ec8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.091126] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 802.091126] env[69942]: value = "task-3830623" [ 802.091126] env[69942]: _type = "Task" [ 802.091126] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.103876] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.149961] env[69942]: INFO nova.compute.manager [-] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Took 1.43 seconds to deallocate network for instance. [ 802.199379] env[69942]: DEBUG nova.network.neutron [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Successfully updated port: d646f08e-8dbf-492c-9191-44465ccdd0ee {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.422111] env[69942]: DEBUG nova.compute.manager [req-a7c1542d-3423-49d6-bd98-7c3314cae51d req-f7f9436a-f7fe-48ff-8cda-49c2bb1ea510 service nova] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Received event network-vif-plugged-d646f08e-8dbf-492c-9191-44465ccdd0ee {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.422463] env[69942]: DEBUG oslo_concurrency.lockutils [req-a7c1542d-3423-49d6-bd98-7c3314cae51d req-f7f9436a-f7fe-48ff-8cda-49c2bb1ea510 service nova] Acquiring lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.422681] env[69942]: DEBUG oslo_concurrency.lockutils [req-a7c1542d-3423-49d6-bd98-7c3314cae51d req-f7f9436a-f7fe-48ff-8cda-49c2bb1ea510 service nova] Lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.422855] env[69942]: DEBUG oslo_concurrency.lockutils [req-a7c1542d-3423-49d6-bd98-7c3314cae51d req-f7f9436a-f7fe-48ff-8cda-49c2bb1ea510 service nova] Lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.423371] env[69942]: DEBUG nova.compute.manager [req-a7c1542d-3423-49d6-bd98-7c3314cae51d req-f7f9436a-f7fe-48ff-8cda-49c2bb1ea510 service nova] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] No waiting events found dispatching network-vif-plugged-d646f08e-8dbf-492c-9191-44465ccdd0ee {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.423516] env[69942]: WARNING nova.compute.manager [req-a7c1542d-3423-49d6-bd98-7c3314cae51d req-f7f9436a-f7fe-48ff-8cda-49c2bb1ea510 service nova] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Received unexpected event network-vif-plugged-d646f08e-8dbf-492c-9191-44465ccdd0ee for instance with vm_state building and task_state spawning. [ 802.444217] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.444786] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.502311] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846283} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.502508] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2/3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.505388] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.505388] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b65d00ca-187b-49a6-a54c-525abf39451b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.515234] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 802.515234] env[69942]: value = "task-3830625" [ 802.515234] env[69942]: _type = "Task" [ 802.515234] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.524882] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.603276] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830623, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.661513] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.711203] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "refresh_cache-b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.711203] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "refresh_cache-b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.711203] env[69942]: DEBUG nova.network.neutron [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.959300] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.962787] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.963680] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.963680] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.963848] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.964059] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.964471] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 802.964471] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 802.979815] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0fe30e-b4d0-4fbc-b087-91d3e1078691 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.994700] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeca10d1-d7e1-4da9-acdf-ad28d3dac734 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.038576] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d180cb-b819-45de-a218-1eaa650c574e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.047710] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079979} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.050097] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.052373] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548eb1bd-4741-4f38-8960-f865bf6b61c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.057046] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24b033a-c882-4c39-950e-b93fa4848ef1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.073615] env[69942]: DEBUG nova.compute.provider_tree [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.092815] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2/3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.095042] env[69942]: DEBUG nova.scheduler.client.report [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.098956] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742f8e0c-9363-484c-b0b7-b9fa7092f0c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.125024] env[69942]: DEBUG oslo_vmware.api [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830623, 'name': PowerOnVM_Task, 'duration_secs': 0.59079} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.126609] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.126849] env[69942]: INFO nova.compute.manager [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Took 12.22 seconds to spawn the instance on the hypervisor. [ 803.127065] env[69942]: DEBUG nova.compute.manager [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.127561] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 803.127561] env[69942]: value = "task-3830626" [ 803.127561] env[69942]: _type = "Task" [ 803.127561] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.128254] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a3db29-a456-479b-a3a0-7ea308cf56dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.144975] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.264741] env[69942]: DEBUG nova.network.neutron [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.431427] env[69942]: DEBUG nova.network.neutron [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Updating instance_info_cache with network_info: [{"id": "d646f08e-8dbf-492c-9191-44465ccdd0ee", "address": "fa:16:3e:a5:ab:66", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd646f08e-8d", "ovs_interfaceid": "d646f08e-8dbf-492c-9191-44465ccdd0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.474921] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.616337] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.619777] env[69942]: DEBUG nova.compute.manager [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.622100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.330s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.624904] env[69942]: DEBUG nova.objects.instance [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lazy-loading 'resources' on Instance uuid 6b2238be-641f-4e97-a83b-bea64ecaff30 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.648177] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.660127] env[69942]: INFO nova.compute.manager [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Took 25.53 seconds to build instance. [ 803.934858] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "refresh_cache-b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.935284] env[69942]: DEBUG nova.compute.manager [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Instance network_info: |[{"id": "d646f08e-8dbf-492c-9191-44465ccdd0ee", "address": "fa:16:3e:a5:ab:66", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd646f08e-8d", "ovs_interfaceid": "d646f08e-8dbf-492c-9191-44465ccdd0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.938262] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:ab:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd646f08e-8dbf-492c-9191-44465ccdd0ee', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.949149] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Creating folder: Project (12eca5ef922b465bb1ab7eb059b30c67). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.949551] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d695565f-d475-4fa7-8737-13538c364571 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.963329] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Created folder: Project (12eca5ef922b465bb1ab7eb059b30c67) in parent group-v761487. [ 803.963549] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Creating folder: Instances. Parent ref: group-v761552. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.963820] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fa61ab6-28ce-4b5c-9249-619e9fd8cd20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.977571] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Created folder: Instances in parent group-v761552. [ 803.977571] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.978063] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.978499] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8278e6df-0869-46b1-be92-8470b31b039a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.009204] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.009204] env[69942]: value = "task-3830629" [ 804.009204] env[69942]: _type = "Task" [ 804.009204] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.019214] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830629, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.125457] env[69942]: DEBUG nova.compute.utils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.129979] env[69942]: DEBUG nova.compute.manager [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.129979] env[69942]: DEBUG nova.network.neutron [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.152043] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830626, 'name': ReconfigVM_Task, 'duration_secs': 0.690168} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.152543] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2/3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.153494] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db1635a8-fb6f-4a87-b853-d212d831921a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.163941] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6504a922-c006-4090-b062-9c26e857046a tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.472s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.165270] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 804.165270] env[69942]: value = "task-3830630" [ 804.165270] env[69942]: _type = "Task" [ 804.165270] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.184891] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830630, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.220916] env[69942]: DEBUG nova.policy [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3694b8710934ac9bef02fc9f1f32c86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12eca5ef922b465bb1ab7eb059b30c67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.527706] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830629, 'name': CreateVM_Task, 'duration_secs': 0.468621} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.528158] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.528977] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.528977] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.529131] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.529361] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5b4da9-8c99-42b0-958e-010f6411a346 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.537141] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 804.537141] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d73e8b-f2fe-0158-51de-b5f51d7b243f" [ 804.537141] env[69942]: _type = "Task" [ 804.537141] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.548505] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d73e8b-f2fe-0158-51de-b5f51d7b243f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.633974] env[69942]: DEBUG nova.compute.manager [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.679565] env[69942]: DEBUG nova.compute.manager [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.700511] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830630, 'name': Rename_Task, 'duration_secs': 0.211554} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.704853] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.706608] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71cf764c-d808-42e0-aa7c-ad0c63a39c9e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.716188] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 804.716188] env[69942]: value = "task-3830632" [ 804.716188] env[69942]: _type = "Task" [ 804.716188] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.730714] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.781448] env[69942]: DEBUG nova.compute.manager [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.783489] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0a5a1f-f195-4c9f-8c38-4b11b47959e0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.787259] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3654eb9c-0ac9-4ee7-81a7-34635ac793a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.803186] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e44a47-50b8-4eda-aa95-3335c7974e4d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.842447] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2cdf18-cd10-462a-b676-9c877254bcab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.846941] env[69942]: DEBUG nova.compute.manager [req-3e715616-bb1b-4d64-9dc6-0f12312c2509 req-4eefbf8d-d0d5-4404-ab5e-cf022e2061b7 service nova] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Received event network-changed-d646f08e-8dbf-492c-9191-44465ccdd0ee {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.846941] env[69942]: DEBUG nova.compute.manager [req-3e715616-bb1b-4d64-9dc6-0f12312c2509 req-4eefbf8d-d0d5-4404-ab5e-cf022e2061b7 service nova] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Refreshing instance network info cache due to event network-changed-d646f08e-8dbf-492c-9191-44465ccdd0ee. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.846941] env[69942]: DEBUG oslo_concurrency.lockutils [req-3e715616-bb1b-4d64-9dc6-0f12312c2509 req-4eefbf8d-d0d5-4404-ab5e-cf022e2061b7 service nova] Acquiring lock "refresh_cache-b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.846941] env[69942]: DEBUG oslo_concurrency.lockutils [req-3e715616-bb1b-4d64-9dc6-0f12312c2509 req-4eefbf8d-d0d5-4404-ab5e-cf022e2061b7 service nova] Acquired lock "refresh_cache-b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.847310] env[69942]: DEBUG nova.network.neutron [req-3e715616-bb1b-4d64-9dc6-0f12312c2509 req-4eefbf8d-d0d5-4404-ab5e-cf022e2061b7 service nova] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Refreshing network info cache for port d646f08e-8dbf-492c-9191-44465ccdd0ee {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.850827] env[69942]: DEBUG nova.network.neutron [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Successfully created port: be840a1e-e314-4b70-81d0-0a748d9c9b8a {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.859161] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0685fde-60d2-44b8-96d3-88ccb3dcdefc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.876908] env[69942]: DEBUG nova.compute.provider_tree [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.049834] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d73e8b-f2fe-0158-51de-b5f51d7b243f, 'name': SearchDatastore_Task, 'duration_secs': 0.02445} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.050183] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.050423] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.050655] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.050799] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.050974] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.051297] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0962ac48-b777-4631-8fe3-4f19c1867d0d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.060030] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.060218] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.060965] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180bbd54-0843-4024-ae57-169a67b9845f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.067060] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 805.067060] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f61a0d-22f1-5896-6fd1-764759be16fc" [ 805.067060] env[69942]: _type = "Task" [ 805.067060] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.076729] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f61a0d-22f1-5896-6fd1-764759be16fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.215651] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.229085] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.308261] env[69942]: INFO nova.compute.manager [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] instance snapshotting [ 805.311100] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ffc790-ed3c-4b24-8ba7-f0a243953409 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.331823] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbe2bdc-eb36-48e9-907a-2afbdf92288c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.381395] env[69942]: DEBUG nova.scheduler.client.report [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.407698] env[69942]: DEBUG oslo_concurrency.lockutils [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.408269] env[69942]: DEBUG oslo_concurrency.lockutils [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.408449] env[69942]: DEBUG oslo_concurrency.lockutils [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.408707] env[69942]: DEBUG oslo_concurrency.lockutils [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.409372] env[69942]: DEBUG oslo_concurrency.lockutils [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.418023] env[69942]: INFO nova.compute.manager [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Terminating instance [ 805.580365] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f61a0d-22f1-5896-6fd1-764759be16fc, 'name': SearchDatastore_Task, 'duration_secs': 0.021461} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.581799] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97f5022-b30c-4239-b50a-b07cf4e2a50a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.590349] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 805.590349] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a20f60-c9df-abf5-c9bd-c25724df275a" [ 805.590349] env[69942]: _type = "Task" [ 805.590349] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.602419] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a20f60-c9df-abf5-c9bd-c25724df275a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.651418] env[69942]: DEBUG nova.compute.manager [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.664348] env[69942]: DEBUG nova.network.neutron [req-3e715616-bb1b-4d64-9dc6-0f12312c2509 req-4eefbf8d-d0d5-4404-ab5e-cf022e2061b7 service nova] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Updated VIF entry in instance network info cache for port d646f08e-8dbf-492c-9191-44465ccdd0ee. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.667077] env[69942]: DEBUG nova.network.neutron [req-3e715616-bb1b-4d64-9dc6-0f12312c2509 req-4eefbf8d-d0d5-4404-ab5e-cf022e2061b7 service nova] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Updating instance_info_cache with network_info: [{"id": "d646f08e-8dbf-492c-9191-44465ccdd0ee", "address": "fa:16:3e:a5:ab:66", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd646f08e-8d", "ovs_interfaceid": "d646f08e-8dbf-492c-9191-44465ccdd0ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.695194] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.695459] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.696833] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.696833] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.696833] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.697273] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.697579] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.701018] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.701018] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.701018] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.701018] env[69942]: DEBUG nova.virt.hardware [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.701018] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a436d597-7cf9-477d-8192-9845438445d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.709898] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fa7b3b-9a28-4d41-b08d-688cecd4938d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.734956] env[69942]: DEBUG oslo_vmware.api [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830632, 'name': PowerOnVM_Task, 'duration_secs': 0.773866} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.735267] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.735508] env[69942]: INFO nova.compute.manager [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Took 9.98 seconds to spawn the instance on the hypervisor. [ 805.735720] env[69942]: DEBUG nova.compute.manager [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.736469] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a37e973-8dae-4a84-9be2-f52215928b9d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.844930] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 805.845162] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb3f76f4-1be8-4517-b97f-f8d02dc0da72 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.854129] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 805.854129] env[69942]: value = "task-3830633" [ 805.854129] env[69942]: _type = "Task" [ 805.854129] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.867104] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.888310] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.891720] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.729s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.892152] env[69942]: DEBUG nova.objects.instance [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lazy-loading 'resources' on Instance uuid bd231ac8-1839-4173-8a22-ca80384103fa {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.916257] env[69942]: INFO nova.scheduler.client.report [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Deleted allocations for instance 6b2238be-641f-4e97-a83b-bea64ecaff30 [ 805.920435] env[69942]: DEBUG nova.compute.manager [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.920435] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.921565] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4059cd-3d62-471c-b314-518a7753b6f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.930288] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.930545] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68d49deb-9556-4bf5-b4c1-fa83b9cf1d8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.937945] env[69942]: DEBUG oslo_vmware.api [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 805.937945] env[69942]: value = "task-3830634" [ 805.937945] env[69942]: _type = "Task" [ 805.937945] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.949662] env[69942]: DEBUG oslo_vmware.api [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.986987] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "cc9e95be-00b3-4a50-902b-fd06b2809b69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.987149] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.101186] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a20f60-c9df-abf5-c9bd-c25724df275a, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.101633] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.101794] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.102529] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b184c116-e077-4756-9f46-75e9683c26f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.110994] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 806.110994] env[69942]: value = "task-3830635" [ 806.110994] env[69942]: _type = "Task" [ 806.110994] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.126188] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.174491] env[69942]: DEBUG oslo_concurrency.lockutils [req-3e715616-bb1b-4d64-9dc6-0f12312c2509 req-4eefbf8d-d0d5-4404-ab5e-cf022e2061b7 service nova] Releasing lock "refresh_cache-b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.259070] env[69942]: INFO nova.compute.manager [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Took 27.00 seconds to build instance. [ 806.370946] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.427842] env[69942]: DEBUG oslo_concurrency.lockutils [None req-16960c2e-14f0-4790-844a-270c604e0311 tempest-ServerDiagnosticsV248Test-1854990540 tempest-ServerDiagnosticsV248Test-1854990540-project-member] Lock "6b2238be-641f-4e97-a83b-bea64ecaff30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.661s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.462549] env[69942]: DEBUG oslo_vmware.api [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830634, 'name': PowerOffVM_Task, 'duration_secs': 0.222824} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.463647] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.463647] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.464936] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcca97de-d7cd-4606-b99b-8af552fd8641 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.495653] env[69942]: DEBUG nova.network.neutron [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Successfully updated port: be840a1e-e314-4b70-81d0-0a748d9c9b8a {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.540483] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.541110] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.541110] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Deleting the datastore file [datastore1] bda4aec8-266d-420a-9b3b-75af4deb8a8d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.544518] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e64c304c-9276-4467-b5e6-b9ac2a33a6e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.554691] env[69942]: DEBUG oslo_vmware.api [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for the task: (returnval){ [ 806.554691] env[69942]: value = "task-3830637" [ 806.554691] env[69942]: _type = "Task" [ 806.554691] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.570036] env[69942]: DEBUG oslo_vmware.api [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.625648] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830635, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.764063] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7beb8227-d5cd-49c7-a566-03f137dadc2e tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.754s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.873949] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830633, 'name': CreateSnapshot_Task, 'duration_secs': 0.942872} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.878019] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 806.878019] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07597c2-4aef-4596-8d8b-80c59aeda4b7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.906607] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692bbf96-5e94-465e-8033-500ff0aba421 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.921364] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2763f78f-8ad5-4792-95cd-324d6365b204 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.958830] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2220ada4-491a-419a-9ab9-67cb78a569d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.967795] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900210b4-e2b2-42d3-8da9-562e47af7c6b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.983196] env[69942]: DEBUG nova.compute.provider_tree [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.001787] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "refresh_cache-2ef22cc8-aca3-4125-8844-15f55b67cd63" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.001935] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "refresh_cache-2ef22cc8-aca3-4125-8844-15f55b67cd63" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.002313] env[69942]: DEBUG nova.network.neutron [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.067757] env[69942]: DEBUG oslo_vmware.api [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Task: {'id': task-3830637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26172} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.069276] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.069469] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.069645] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.069809] env[69942]: INFO nova.compute.manager [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 807.070064] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.072686] env[69942]: DEBUG nova.compute.manager [-] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.072798] env[69942]: DEBUG nova.network.neutron [-] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.075113] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "78616ef2-91a3-4a1e-946e-cfbc67de846d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.075348] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "78616ef2-91a3-4a1e-946e-cfbc67de846d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.125280] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552548} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.125624] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.125840] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.126108] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdde0246-84a3-4b76-b10d-53fea38f5824 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.135913] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 807.135913] env[69942]: value = "task-3830638" [ 807.135913] env[69942]: _type = "Task" [ 807.135913] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.145168] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.259465] env[69942]: DEBUG nova.compute.manager [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Received event network-vif-plugged-be840a1e-e314-4b70-81d0-0a748d9c9b8a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.259611] env[69942]: DEBUG oslo_concurrency.lockutils [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] Acquiring lock "2ef22cc8-aca3-4125-8844-15f55b67cd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.261699] env[69942]: DEBUG oslo_concurrency.lockutils [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] Lock "2ef22cc8-aca3-4125-8844-15f55b67cd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.261699] env[69942]: DEBUG oslo_concurrency.lockutils [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] Lock "2ef22cc8-aca3-4125-8844-15f55b67cd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.261899] env[69942]: DEBUG nova.compute.manager [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] No waiting events found dispatching network-vif-plugged-be840a1e-e314-4b70-81d0-0a748d9c9b8a {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.262087] env[69942]: WARNING nova.compute.manager [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Received unexpected event network-vif-plugged-be840a1e-e314-4b70-81d0-0a748d9c9b8a for instance with vm_state building and task_state spawning. [ 807.262254] env[69942]: DEBUG nova.compute.manager [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Received event network-changed-be840a1e-e314-4b70-81d0-0a748d9c9b8a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.262412] env[69942]: DEBUG nova.compute.manager [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Refreshing instance network info cache due to event network-changed-be840a1e-e314-4b70-81d0-0a748d9c9b8a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.262581] env[69942]: DEBUG oslo_concurrency.lockutils [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] Acquiring lock "refresh_cache-2ef22cc8-aca3-4125-8844-15f55b67cd63" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.267931] env[69942]: DEBUG nova.compute.manager [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.406078] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 807.411203] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8747afdf-fef6-4672-9d27-4d95aa39c13f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.423553] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 807.423553] env[69942]: value = "task-3830639" [ 807.423553] env[69942]: _type = "Task" [ 807.423553] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.437456] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830639, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.517246] env[69942]: ERROR nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [req-a79eed52-710a-4547-8128-c12959135811] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a79eed52-710a-4547-8128-c12959135811"}]} [ 807.547804] env[69942]: DEBUG nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 807.565424] env[69942]: DEBUG nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 807.565709] env[69942]: DEBUG nova.compute.provider_tree [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.580320] env[69942]: DEBUG nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 807.608083] env[69942]: DEBUG nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 807.651512] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159723} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.652491] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.653417] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02727c0-8ff4-4b92-a467-8fda4b945a49 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.682602] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.685933] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a27803-4afe-4444-9a3f-caa01fcf4a42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.707565] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 807.707565] env[69942]: value = "task-3830640" [ 807.707565] env[69942]: _type = "Task" [ 807.707565] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.716611] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.793471] env[69942]: DEBUG nova.network.neutron [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.796205] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.937213] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830639, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.938287] env[69942]: DEBUG nova.network.neutron [-] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.084109] env[69942]: DEBUG nova.network.neutron [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Updating instance_info_cache with network_info: [{"id": "be840a1e-e314-4b70-81d0-0a748d9c9b8a", "address": "fa:16:3e:50:9e:d6", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe840a1e-e3", "ovs_interfaceid": "be840a1e-e314-4b70-81d0-0a748d9c9b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.126345] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "b90df52f-746d-4426-9b24-61fafe014887" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.126345] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "b90df52f-746d-4426-9b24-61fafe014887" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.126345] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "b90df52f-746d-4426-9b24-61fafe014887-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.128083] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "b90df52f-746d-4426-9b24-61fafe014887-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.128083] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "b90df52f-746d-4426-9b24-61fafe014887-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.131471] env[69942]: INFO nova.compute.manager [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Terminating instance [ 808.201120] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea200f6-b1f2-4a9e-b71d-2cbbb44625be {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.217140] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f988e180-0040-417f-a1fe-962eb3934bff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.229458] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.260942] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2f4aec-adb6-45e7-9526-064b93ae221f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.270373] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cea4a2-5e90-4e29-871f-9b5ad52c3483 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.290375] env[69942]: DEBUG nova.compute.provider_tree [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.448710] env[69942]: INFO nova.compute.manager [-] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Took 1.38 seconds to deallocate network for instance. [ 808.449959] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830639, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.564155] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "94d16340-66d5-4cac-a8f2-dca1cab6e780" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.564155] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "94d16340-66d5-4cac-a8f2-dca1cab6e780" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.564155] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "94d16340-66d5-4cac-a8f2-dca1cab6e780-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.564155] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "94d16340-66d5-4cac-a8f2-dca1cab6e780-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.564502] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "94d16340-66d5-4cac-a8f2-dca1cab6e780-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.569795] env[69942]: INFO nova.compute.manager [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Terminating instance [ 808.589975] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "refresh_cache-2ef22cc8-aca3-4125-8844-15f55b67cd63" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.590351] env[69942]: DEBUG nova.compute.manager [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Instance network_info: |[{"id": "be840a1e-e314-4b70-81d0-0a748d9c9b8a", "address": "fa:16:3e:50:9e:d6", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe840a1e-e3", "ovs_interfaceid": "be840a1e-e314-4b70-81d0-0a748d9c9b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.591738] env[69942]: DEBUG oslo_concurrency.lockutils [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] Acquired lock "refresh_cache-2ef22cc8-aca3-4125-8844-15f55b67cd63" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.591999] env[69942]: DEBUG nova.network.neutron [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Refreshing network info cache for port be840a1e-e314-4b70-81d0-0a748d9c9b8a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.594066] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:9e:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be840a1e-e314-4b70-81d0-0a748d9c9b8a', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.605896] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.606837] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.607085] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7188bb-96af-459f-b3ed-9cdc0ead6183 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.635023] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.635023] env[69942]: value = "task-3830641" [ 808.635023] env[69942]: _type = "Task" [ 808.635023] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.639403] env[69942]: DEBUG nova.compute.manager [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.639995] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.642241] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea77face-9023-45da-908c-4933a7d75aeb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.656097] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830641, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.656097] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.656699] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41d1ecd8-0b5c-4d42-b785-deb43f20de85 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.670040] env[69942]: DEBUG oslo_vmware.api [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 808.670040] env[69942]: value = "task-3830642" [ 808.670040] env[69942]: _type = "Task" [ 808.670040] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.686495] env[69942]: DEBUG oslo_vmware.api [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.727323] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830640, 'name': ReconfigVM_Task, 'duration_secs': 0.791425} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.727774] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Reconfigured VM instance instance-00000015 to attach disk [datastore2] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.728506] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1487bc1-949b-49de-8ead-ee0f2e891fab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.737310] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 808.737310] env[69942]: value = "task-3830643" [ 808.737310] env[69942]: _type = "Task" [ 808.737310] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.749579] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830643, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.816840] env[69942]: ERROR nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] [req-53932a49-a414-4f51-95c7-eae16a00bfe8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-53932a49-a414-4f51-95c7-eae16a00bfe8"}]} [ 808.838209] env[69942]: DEBUG nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 808.853260] env[69942]: DEBUG nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 808.853260] env[69942]: DEBUG nova.compute.provider_tree [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.868509] env[69942]: DEBUG nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 808.889081] env[69942]: DEBUG nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 808.937207] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830639, 'name': CloneVM_Task, 'duration_secs': 1.478162} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.940328] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Created linked-clone VM from snapshot [ 808.941398] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81993fab-c189-4bda-98c4-ccb37467b94e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.950181] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Uploading image 2b808856-d974-4b27-b094-1c15785d8998 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.961841] env[69942]: DEBUG oslo_concurrency.lockutils [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.963363] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.964948] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f07d3951-2d89-4a00-8b46-86b8804581f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.978708] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 808.978708] env[69942]: value = "task-3830644" [ 808.978708] env[69942]: _type = "Task" [ 808.978708] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.994510] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830644, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.082893] env[69942]: DEBUG nova.compute.manager [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.082893] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.083801] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66f335c-9758-47d8-bb9c-e69899fc42e0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.099188] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.099188] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bba7574-c394-477e-879d-55bde16c4681 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.106463] env[69942]: DEBUG oslo_vmware.api [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 809.106463] env[69942]: value = "task-3830645" [ 809.106463] env[69942]: _type = "Task" [ 809.106463] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.121272] env[69942]: DEBUG oslo_vmware.api [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.150111] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830641, 'name': CreateVM_Task, 'duration_secs': 0.48109} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.154020] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.154020] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.154020] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.154020] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.154020] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575283bc-9886-4cff-a187-2af7e17d1554 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.160146] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 809.160146] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526e9526-c2d0-2169-3d4d-03e5c2219f98" [ 809.160146] env[69942]: _type = "Task" [ 809.160146] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.175740] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526e9526-c2d0-2169-3d4d-03e5c2219f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.184330] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Acquiring lock "8916f208-29a1-4a00-af38-29201d651726" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.184615] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lock "8916f208-29a1-4a00-af38-29201d651726" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.193200] env[69942]: DEBUG oslo_vmware.api [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830642, 'name': PowerOffVM_Task, 'duration_secs': 0.23585} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.193200] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.193200] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.193200] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6114bd3c-5882-4df2-9383-740c9b487f77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.254586] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830643, 'name': Rename_Task, 'duration_secs': 0.191342} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.254741] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.255746] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-724b24db-d142-47af-a2ad-8d68dde0b900 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.264536] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.264794] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.264976] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Deleting the datastore file [datastore1] b90df52f-746d-4426-9b24-61fafe014887 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.266525] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df71ecef-82f1-4c97-9821-ee199dd1dd77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.268735] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 809.268735] env[69942]: value = "task-3830647" [ 809.268735] env[69942]: _type = "Task" [ 809.268735] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.279460] env[69942]: DEBUG oslo_vmware.api [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 809.279460] env[69942]: value = "task-3830648" [ 809.279460] env[69942]: _type = "Task" [ 809.279460] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.297104] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830647, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.304616] env[69942]: DEBUG oslo_vmware.api [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.474612] env[69942]: DEBUG oslo_concurrency.lockutils [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquiring lock "33ba1953-b692-4305-8298-8284e46d5ef8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.474612] env[69942]: DEBUG oslo_concurrency.lockutils [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lock "33ba1953-b692-4305-8298-8284e46d5ef8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.474612] env[69942]: DEBUG oslo_concurrency.lockutils [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquiring lock "33ba1953-b692-4305-8298-8284e46d5ef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.474612] env[69942]: DEBUG oslo_concurrency.lockutils [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lock "33ba1953-b692-4305-8298-8284e46d5ef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.474845] env[69942]: DEBUG oslo_concurrency.lockutils [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lock "33ba1953-b692-4305-8298-8284e46d5ef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.477748] env[69942]: INFO nova.compute.manager [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Terminating instance [ 809.489653] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830644, 'name': Destroy_Task, 'duration_secs': 0.458152} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.493508] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Destroyed the VM [ 809.493508] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.494509] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2a422085-4096-4a38-bc80-9dc92481c4c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.499561] env[69942]: DEBUG nova.network.neutron [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Updated VIF entry in instance network info cache for port be840a1e-e314-4b70-81d0-0a748d9c9b8a. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.499933] env[69942]: DEBUG nova.network.neutron [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Updating instance_info_cache with network_info: [{"id": "be840a1e-e314-4b70-81d0-0a748d9c9b8a", "address": "fa:16:3e:50:9e:d6", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe840a1e-e3", "ovs_interfaceid": "be840a1e-e314-4b70-81d0-0a748d9c9b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.505689] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 809.505689] env[69942]: value = "task-3830649" [ 809.505689] env[69942]: _type = "Task" [ 809.505689] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.512941] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c833a60-23f6-4330-8122-5a2efa16fc0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.519925] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830649, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.525038] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5531e3-9771-4185-8b58-74851119fba4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.564375] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7538503f-b928-4ca1-af37-dc6e14e99f20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.575073] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56573453-f320-4ebc-b4a7-bfeb13ac8774 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.581712] env[69942]: DEBUG nova.compute.manager [req-dac11826-4504-44ca-a560-12463fc1b838 req-b6984aa2-8a4c-4233-9628-842c6adbf8ca service nova] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Received event network-vif-deleted-41192f36-62db-443a-b05f-0cb5c76ba434 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.582044] env[69942]: DEBUG nova.compute.manager [req-dac11826-4504-44ca-a560-12463fc1b838 req-b6984aa2-8a4c-4233-9628-842c6adbf8ca service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Received event network-changed-251e5c57-2540-4766-a202-f6f2eb7d3fa3 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.582247] env[69942]: DEBUG nova.compute.manager [req-dac11826-4504-44ca-a560-12463fc1b838 req-b6984aa2-8a4c-4233-9628-842c6adbf8ca service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Refreshing instance network info cache due to event network-changed-251e5c57-2540-4766-a202-f6f2eb7d3fa3. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.582533] env[69942]: DEBUG oslo_concurrency.lockutils [req-dac11826-4504-44ca-a560-12463fc1b838 req-b6984aa2-8a4c-4233-9628-842c6adbf8ca service nova] Acquiring lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.582693] env[69942]: DEBUG oslo_concurrency.lockutils [req-dac11826-4504-44ca-a560-12463fc1b838 req-b6984aa2-8a4c-4233-9628-842c6adbf8ca service nova] Acquired lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.582929] env[69942]: DEBUG nova.network.neutron [req-dac11826-4504-44ca-a560-12463fc1b838 req-b6984aa2-8a4c-4233-9628-842c6adbf8ca service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Refreshing network info cache for port 251e5c57-2540-4766-a202-f6f2eb7d3fa3 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.597693] env[69942]: DEBUG nova.compute.provider_tree [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.619426] env[69942]: DEBUG oslo_vmware.api [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830645, 'name': PowerOffVM_Task, 'duration_secs': 0.30657} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.619708] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.619875] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.620448] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f622cee7-4fdf-48c4-b930-2090311a90b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.672889] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526e9526-c2d0-2169-3d4d-03e5c2219f98, 'name': SearchDatastore_Task, 'duration_secs': 0.014048} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.673418] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.673801] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.674621] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.674899] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.675218] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.675631] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a434ae39-d892-4c3e-9cfa-6681b0031aa5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.687934] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.688230] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.688392] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Deleting the datastore file [datastore2] 94d16340-66d5-4cac-a8f2-dca1cab6e780 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.690453] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d2bf69b-f604-4972-85a5-026281095dc8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.692550] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.692739] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.693725] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a95f37-5159-4949-b239-8f5e04c943fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.700571] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 809.700571] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226f84f-a849-9649-b9af-e47cc19f0822" [ 809.700571] env[69942]: _type = "Task" [ 809.700571] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.706889] env[69942]: DEBUG oslo_vmware.api [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for the task: (returnval){ [ 809.706889] env[69942]: value = "task-3830651" [ 809.706889] env[69942]: _type = "Task" [ 809.706889] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.714587] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226f84f-a849-9649-b9af-e47cc19f0822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.721273] env[69942]: DEBUG oslo_vmware.api [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.783165] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830647, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.795213] env[69942]: DEBUG oslo_vmware.api [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273446} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.795551] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.795740] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.795899] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.796082] env[69942]: INFO nova.compute.manager [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: b90df52f-746d-4426-9b24-61fafe014887] Took 1.16 seconds to destroy the instance on the hypervisor. [ 809.796332] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.796526] env[69942]: DEBUG nova.compute.manager [-] [instance: b90df52f-746d-4426-9b24-61fafe014887] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.796621] env[69942]: DEBUG nova.network.neutron [-] [instance: b90df52f-746d-4426-9b24-61fafe014887] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.987849] env[69942]: DEBUG nova.compute.manager [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.987849] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.987849] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabb07e6-cf48-4f57-98df-b6667bfb6478 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.002140] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.002140] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b93b4206-23d3-41d4-a726-b216ed437ef0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.004742] env[69942]: DEBUG oslo_concurrency.lockutils [req-1a624d35-e2f8-4615-917d-34b201759cb4 req-6027cc9e-5192-42e3-913c-1705bae3521e service nova] Releasing lock "refresh_cache-2ef22cc8-aca3-4125-8844-15f55b67cd63" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.010895] env[69942]: DEBUG oslo_vmware.api [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for the task: (returnval){ [ 810.010895] env[69942]: value = "task-3830652" [ 810.010895] env[69942]: _type = "Task" [ 810.010895] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.021879] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830649, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.030116] env[69942]: DEBUG oslo_vmware.api [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.147530] env[69942]: DEBUG nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 810.147793] env[69942]: DEBUG nova.compute.provider_tree [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 40 to 41 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 810.147969] env[69942]: DEBUG nova.compute.provider_tree [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.216459] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226f84f-a849-9649-b9af-e47cc19f0822, 'name': SearchDatastore_Task, 'duration_secs': 0.021389} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.217793] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a981baa-1dda-47a5-aee5-67eddcfe895e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.223451] env[69942]: DEBUG oslo_vmware.api [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Task: {'id': task-3830651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280067} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.224359] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.224656] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.224875] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.225163] env[69942]: INFO nova.compute.manager [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Took 1.14 seconds to destroy the instance on the hypervisor. [ 810.225400] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.225684] env[69942]: DEBUG nova.compute.manager [-] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.225803] env[69942]: DEBUG nova.network.neutron [-] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.229260] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 810.229260] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52122c9a-6f70-84c3-70e9-6017d5cf1d0d" [ 810.229260] env[69942]: _type = "Task" [ 810.229260] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.242331] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52122c9a-6f70-84c3-70e9-6017d5cf1d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.291378] env[69942]: DEBUG oslo_vmware.api [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830647, 'name': PowerOnVM_Task, 'duration_secs': 0.665441} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.291828] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.293164] env[69942]: INFO nova.compute.manager [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Took 9.20 seconds to spawn the instance on the hypervisor. [ 810.293164] env[69942]: DEBUG nova.compute.manager [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.293961] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16172a39-96e6-44a3-99cb-622dcc388bb5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.407016] env[69942]: DEBUG nova.network.neutron [req-dac11826-4504-44ca-a560-12463fc1b838 req-b6984aa2-8a4c-4233-9628-842c6adbf8ca service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updated VIF entry in instance network info cache for port 251e5c57-2540-4766-a202-f6f2eb7d3fa3. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.407397] env[69942]: DEBUG nova.network.neutron [req-dac11826-4504-44ca-a560-12463fc1b838 req-b6984aa2-8a4c-4233-9628-842c6adbf8ca service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance_info_cache with network_info: [{"id": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "address": "fa:16:3e:17:8a:b1", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e5c57-25", "ovs_interfaceid": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.520699] env[69942]: DEBUG oslo_vmware.api [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830649, 'name': RemoveSnapshot_Task, 'duration_secs': 0.967179} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.520699] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 810.529641] env[69942]: DEBUG oslo_vmware.api [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830652, 'name': PowerOffVM_Task, 'duration_secs': 0.280072} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.530911] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.531181] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.532291] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6166fbad-28e8-4e87-8df5-b08f88e2eee5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.611144] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.613023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.613023] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Deleting the datastore file [datastore1] 33ba1953-b692-4305-8298-8284e46d5ef8 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.613023] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57cf6e7c-06d6-4c8c-a3b6-3b173ffcf2a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.620391] env[69942]: DEBUG oslo_vmware.api [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for the task: (returnval){ [ 810.620391] env[69942]: value = "task-3830654" [ 810.620391] env[69942]: _type = "Task" [ 810.620391] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.631081] env[69942]: DEBUG oslo_vmware.api [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.652172] env[69942]: DEBUG nova.network.neutron [-] [instance: b90df52f-746d-4426-9b24-61fafe014887] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.654016] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.762s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.657619] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.008s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.658036] env[69942]: DEBUG nova.objects.instance [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lazy-loading 'resources' on Instance uuid 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.687876] env[69942]: INFO nova.scheduler.client.report [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Deleted allocations for instance bd231ac8-1839-4173-8a22-ca80384103fa [ 810.744246] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52122c9a-6f70-84c3-70e9-6017d5cf1d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.744552] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.744885] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 2ef22cc8-aca3-4125-8844-15f55b67cd63/2ef22cc8-aca3-4125-8844-15f55b67cd63.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.745404] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4abc011-de5c-446d-8ec6-776bf2919d06 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.752842] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 810.752842] env[69942]: value = "task-3830655" [ 810.752842] env[69942]: _type = "Task" [ 810.752842] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.764691] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.813662] env[69942]: INFO nova.compute.manager [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Took 30.23 seconds to build instance. [ 810.910720] env[69942]: DEBUG oslo_concurrency.lockutils [req-dac11826-4504-44ca-a560-12463fc1b838 req-b6984aa2-8a4c-4233-9628-842c6adbf8ca service nova] Releasing lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.031839] env[69942]: DEBUG nova.network.neutron [-] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.035364] env[69942]: WARNING nova.compute.manager [None req-d36e17bc-511b-4b6f-9ecd-cc4f4775972c tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Image not found during snapshot: nova.exception.ImageNotFound: Image 2b808856-d974-4b27-b094-1c15785d8998 could not be found. [ 811.134126] env[69942]: DEBUG oslo_vmware.api [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Task: {'id': task-3830654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32268} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.134693] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.134858] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.134995] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.135621] env[69942]: INFO nova.compute.manager [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 811.135621] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.135806] env[69942]: DEBUG nova.compute.manager [-] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.135941] env[69942]: DEBUG nova.network.neutron [-] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.158672] env[69942]: INFO nova.compute.manager [-] [instance: b90df52f-746d-4426-9b24-61fafe014887] Took 1.36 seconds to deallocate network for instance. [ 811.198354] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa20ed7b-b94b-4dec-9c5f-e0847ca27f8e tempest-ServerAddressesTestJSON-1299525009 tempest-ServerAddressesTestJSON-1299525009-project-member] Lock "bd231ac8-1839-4173-8a22-ca80384103fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.031s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.275549] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.315409] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5796dda3-10c5-4f2b-a1c1-f0f30e03a73c tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.695s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.540156] env[69942]: INFO nova.compute.manager [-] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Took 1.31 seconds to deallocate network for instance. [ 811.554239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "08a7846f-ac7f-47ef-ae49-fafd66163176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.554484] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "08a7846f-ac7f-47ef-ae49-fafd66163176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.554726] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "08a7846f-ac7f-47ef-ae49-fafd66163176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.554861] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "08a7846f-ac7f-47ef-ae49-fafd66163176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.555039] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "08a7846f-ac7f-47ef-ae49-fafd66163176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.562628] env[69942]: INFO nova.compute.manager [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Terminating instance [ 811.669460] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.735889] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cb686e-89c0-4a33-a7ff-6831bde3373c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.744250] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f80298-83ab-43ac-b02b-9cb065688de6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.789783] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2d341f-2175-4341-afc8-8905750210db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.794863] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Acquiring lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.795183] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.803193] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637203} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.803434] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d8b2c0-5f14-438c-946a-7dcd76d0c420 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.808047] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 2ef22cc8-aca3-4125-8844-15f55b67cd63/2ef22cc8-aca3-4125-8844-15f55b67cd63.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.808284] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.809313] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49275b07-650e-4d16-ac7d-c47fbe4f9e7c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.824092] env[69942]: DEBUG nova.compute.manager [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.826769] env[69942]: DEBUG nova.compute.provider_tree [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.829649] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 811.829649] env[69942]: value = "task-3830656" [ 811.829649] env[69942]: _type = "Task" [ 811.829649] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.841981] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.015077] env[69942]: DEBUG nova.network.neutron [-] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.047872] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.059279] env[69942]: DEBUG nova.compute.manager [req-dba1ee64-bfb1-48c2-8719-20e0e5b0a053 req-167fef61-035f-4cb5-8f3c-ff8f4d35cbe5 service nova] [instance: b90df52f-746d-4426-9b24-61fafe014887] Received event network-vif-deleted-61a6e6dc-2ff8-44d0-880e-9ea30335b410 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.059500] env[69942]: DEBUG nova.compute.manager [req-dba1ee64-bfb1-48c2-8719-20e0e5b0a053 req-167fef61-035f-4cb5-8f3c-ff8f4d35cbe5 service nova] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Received event network-vif-deleted-f8007de3-f918-4623-a0e4-c00a637526d3 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.059662] env[69942]: DEBUG nova.compute.manager [req-dba1ee64-bfb1-48c2-8719-20e0e5b0a053 req-167fef61-035f-4cb5-8f3c-ff8f4d35cbe5 service nova] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Received event network-vif-deleted-04e78951-7af8-402b-86af-eaa14a125461 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.070544] env[69942]: DEBUG nova.compute.manager [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.071120] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.072114] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f62710-2a46-40cb-a2a9-25e779dc4ef9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.084084] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.084416] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42398cfe-2ad5-49f8-a114-bfe023cb77d0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.092267] env[69942]: DEBUG oslo_vmware.api [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 812.092267] env[69942]: value = "task-3830657" [ 812.092267] env[69942]: _type = "Task" [ 812.092267] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.104759] env[69942]: DEBUG oslo_vmware.api [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.304449] env[69942]: DEBUG nova.compute.utils [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.332034] env[69942]: DEBUG nova.scheduler.client.report [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.358171] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072314} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.358598] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.361570] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd3a48-fac9-49b9-83d8-97b21b356c6b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.370449] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.397564] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 2ef22cc8-aca3-4125-8844-15f55b67cd63/2ef22cc8-aca3-4125-8844-15f55b67cd63.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.398301] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-326a3c49-6aa8-4462-9609-f3c7827cd1cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.434971] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 812.434971] env[69942]: value = "task-3830658" [ 812.434971] env[69942]: _type = "Task" [ 812.434971] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.442438] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.518620] env[69942]: INFO nova.compute.manager [-] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Took 1.38 seconds to deallocate network for instance. [ 812.607950] env[69942]: DEBUG oslo_vmware.api [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830657, 'name': PowerOffVM_Task, 'duration_secs': 0.413484} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.608974] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.608974] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.609683] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88a9af87-da02-486f-8d57-5557bcf85f53 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.704657] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.704840] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.705063] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Deleting the datastore file [datastore1] 08a7846f-ac7f-47ef-ae49-fafd66163176 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.705359] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76fe9f86-2ed7-4f5c-bc96-1989c53e62d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.711982] env[69942]: DEBUG oslo_vmware.api [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 812.711982] env[69942]: value = "task-3830660" [ 812.711982] env[69942]: _type = "Task" [ 812.711982] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.722021] env[69942]: DEBUG oslo_vmware.api [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.810558] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.840315] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.842691] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.811s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.844439] env[69942]: INFO nova.compute.claims [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.880955] env[69942]: INFO nova.scheduler.client.report [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Deleted allocations for instance 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3 [ 812.947974] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830658, 'name': ReconfigVM_Task, 'duration_secs': 0.498138} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.948741] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 2ef22cc8-aca3-4125-8844-15f55b67cd63/2ef22cc8-aca3-4125-8844-15f55b67cd63.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.949868] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d7400fc-fb7f-42be-ae7d-e8a4562ad205 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.959367] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 812.959367] env[69942]: value = "task-3830661" [ 812.959367] env[69942]: _type = "Task" [ 812.959367] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.973251] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830661, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.028235] env[69942]: DEBUG oslo_concurrency.lockutils [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.223053] env[69942]: DEBUG oslo_vmware.api [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252599} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.223395] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.223931] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.223931] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.223931] env[69942]: INFO nova.compute.manager [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Took 1.15 seconds to destroy the instance on the hypervisor. [ 813.224194] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.224400] env[69942]: DEBUG nova.compute.manager [-] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.224495] env[69942]: DEBUG nova.network.neutron [-] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.392367] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a23b0db-5b9c-4acc-bea2-c67ac5acc94a tempest-ServersAdmin275Test-1388924185 tempest-ServersAdmin275Test-1388924185-project-member] Lock "8d66c5e5-c8ad-4aed-83cb-d629ba0239b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.178s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.474103] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830661, 'name': Rename_Task, 'duration_secs': 0.394347} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.474548] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.474983] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6065eea7-eff4-45e4-887b-5cb66786d8c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.484089] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 813.484089] env[69942]: value = "task-3830662" [ 813.484089] env[69942]: _type = "Task" [ 813.484089] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.496891] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.886689] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Acquiring lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.886689] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.886689] env[69942]: INFO nova.compute.manager [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Attaching volume cc1b5b0a-3fc5-4486-8d42-70068b6009f4 to /dev/sdb [ 813.967069] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb14e06-cfbe-4037-9a75-cea570b0a316 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.975703] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481498c3-8dbb-4155-927b-176cfe0a8e91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.996992] env[69942]: DEBUG nova.virt.block_device [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Updating existing volume attachment record: 5894dadf-5100-4979-b76f-435d1b71f28b {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 814.000756] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.209441] env[69942]: DEBUG nova.compute.manager [req-c8ef0682-6af3-41c5-81a2-8fd3008f9138 req-a6db47a3-d7d6-4eec-a615-458a5361ff37 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Received event network-vif-deleted-b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.209854] env[69942]: INFO nova.compute.manager [req-c8ef0682-6af3-41c5-81a2-8fd3008f9138 req-a6db47a3-d7d6-4eec-a615-458a5361ff37 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Neutron deleted interface b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199; detaching it from the instance and deleting it from the info cache [ 814.209854] env[69942]: DEBUG nova.network.neutron [req-c8ef0682-6af3-41c5-81a2-8fd3008f9138 req-a6db47a3-d7d6-4eec-a615-458a5361ff37 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.479870] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b53f60c-9f7f-4832-8ac5-912ed4f41846 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.491694] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3569c8d8-604e-4dbb-ad9b-2d9034846d24 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.498343] env[69942]: DEBUG oslo_vmware.api [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830662, 'name': PowerOnVM_Task, 'duration_secs': 0.875453} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.498975] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.499198] env[69942]: INFO nova.compute.manager [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Took 8.85 seconds to spawn the instance on the hypervisor. [ 814.499375] env[69942]: DEBUG nova.compute.manager [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.500157] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6eb40f-7804-43b2-bd8f-bf4435780066 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.530537] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cee91b5-8966-4080-8d97-680e7c2a8eda {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.571908] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99956589-3c4e-47df-8048-9a2b86e149d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.571908] env[69942]: DEBUG nova.compute.provider_tree [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.692452] env[69942]: DEBUG nova.network.neutron [-] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.717102] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4d30fe8-1a5b-40b2-ae9b-dcb826ccf7ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.728978] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b35fbf8-8cf8-456f-b0ed-825f1b68e48b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.762963] env[69942]: DEBUG nova.compute.manager [req-c8ef0682-6af3-41c5-81a2-8fd3008f9138 req-a6db47a3-d7d6-4eec-a615-458a5361ff37 service nova] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Detach interface failed, port_id=b1f6efc1-5c3c-4e2c-aaa2-a94731c2b199, reason: Instance 08a7846f-ac7f-47ef-ae49-fafd66163176 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 815.054473] env[69942]: INFO nova.compute.manager [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Took 32.11 seconds to build instance. [ 815.116621] env[69942]: DEBUG nova.scheduler.client.report [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 815.117313] env[69942]: DEBUG nova.compute.provider_tree [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 41 to 42 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 815.119018] env[69942]: DEBUG nova.compute.provider_tree [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.198351] env[69942]: INFO nova.compute.manager [-] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Took 1.97 seconds to deallocate network for instance. [ 815.558651] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6ef7ed94-e130-4341-9faf-6f57b3157810 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2ef22cc8-aca3-4125-8844-15f55b67cd63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.002s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.624637] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.625202] env[69942]: DEBUG nova.compute.manager [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.630040] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.678s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.630040] env[69942]: DEBUG nova.objects.instance [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lazy-loading 'resources' on Instance uuid 86f32ea8-0324-4c88-afdd-6cdec9c19fdc {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.709563] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.061717] env[69942]: DEBUG nova.compute.manager [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.134030] env[69942]: DEBUG nova.compute.utils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.136711] env[69942]: DEBUG nova.compute.manager [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.136711] env[69942]: DEBUG nova.network.neutron [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.248844] env[69942]: DEBUG nova.policy [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40b60149ae6941ddaab8c676369df09e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfb6b47813be43028ea380a44226526f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.357182] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.357182] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.593288] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.637197] env[69942]: DEBUG nova.compute.manager [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.806902] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f24ebf-144e-4b4c-8c83-f6929bee4a0e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.816320] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7a8b53-5e82-4456-bb5e-c95e4f2807bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.853347] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7edb4d2-85e9-4ed0-b192-fe8b939518a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.864855] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquiring lock "50c433bb-66a1-4587-9ff7-fbbf3596587a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.865025] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lock "50c433bb-66a1-4587-9ff7-fbbf3596587a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.868271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.868271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.871275] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a472c3-054c-4329-b46f-ef88a63ae15a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.890449] env[69942]: DEBUG nova.compute.provider_tree [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.141222] env[69942]: DEBUG nova.network.neutron [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Successfully created port: 0940228c-68a9-4410-8ff5-95234bafdff1 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.371408] env[69942]: DEBUG nova.compute.utils [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.398788] env[69942]: DEBUG nova.scheduler.client.report [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.655426] env[69942]: DEBUG nova.compute.manager [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.691995] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.692260] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.692412] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.692582] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.692717] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.692857] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.693301] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.693613] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.693929] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.694227] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.694637] env[69942]: DEBUG nova.virt.hardware [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.697158] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5f3e1d-4682-493c-97a5-ce25c78218da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.706410] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f11331-e206-4ed0-8364-0a324a6c180e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.874912] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.904491] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.907102] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.218s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.910194] env[69942]: INFO nova.compute.claims [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.951019] env[69942]: INFO nova.scheduler.client.report [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Deleted allocations for instance 86f32ea8-0324-4c88-afdd-6cdec9c19fdc [ 818.121394] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquiring lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.121746] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.463421] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35e60fa2-1521-4c1e-ac3b-f07f1393cacb tempest-ServerDiagnosticsNegativeTest-1737671348 tempest-ServerDiagnosticsNegativeTest-1737671348-project-member] Lock "86f32ea8-0324-4c88-afdd-6cdec9c19fdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.049s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.578340] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 818.578577] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761560', 'volume_id': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'name': 'volume-cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdda6ebb-5831-4af0-baf1-6ff61e7ff96d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'serial': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 818.579562] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7dacae-967c-4318-8b66-c2bfb2612406 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.602244] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc916c41-a844-43d2-93ee-5dbe1b75e8e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.634873] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-cc1b5b0a-3fc5-4486-8d42-70068b6009f4/volume-cc1b5b0a-3fc5-4486-8d42-70068b6009f4.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.635389] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec82a44-b098-4b40-a3c4-3c98bcfc959a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.656049] env[69942]: DEBUG oslo_vmware.api [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Waiting for the task: (returnval){ [ 818.656049] env[69942]: value = "task-3830667" [ 818.656049] env[69942]: _type = "Task" [ 818.656049] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.666107] env[69942]: DEBUG oslo_vmware.api [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Task: {'id': task-3830667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.971627] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.971627] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.971627] env[69942]: INFO nova.compute.manager [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Attaching volume c51f913d-f731-4e7c-838f-8c4cec90985a to /dev/sdb [ 819.023811] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b12ed9-02d4-43d5-9904-02ed71ee69d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.035240] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb9b5cb-b4f8-49d9-a054-aea389c58888 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.055483] env[69942]: DEBUG nova.virt.block_device [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Updating existing volume attachment record: daf4eae1-dd19-4ff1-ae77-81efa183bc7a {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 819.171672] env[69942]: DEBUG oslo_vmware.api [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Task: {'id': task-3830667, 'name': ReconfigVM_Task, 'duration_secs': 0.419281} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.171980] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-cc1b5b0a-3fc5-4486-8d42-70068b6009f4/volume-cc1b5b0a-3fc5-4486-8d42-70068b6009f4.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.181387] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0606a60-d1ae-475b-a994-92c2b40b3311 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.198226] env[69942]: DEBUG oslo_vmware.api [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Waiting for the task: (returnval){ [ 819.198226] env[69942]: value = "task-3830668" [ 819.198226] env[69942]: _type = "Task" [ 819.198226] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.209079] env[69942]: DEBUG oslo_vmware.api [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Task: {'id': task-3830668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.266765] env[69942]: DEBUG nova.compute.manager [req-04e81454-2c2c-482b-a378-0f186ac37f0b req-f8628a91-1fcc-4af2-a5b7-d40a655a1976 service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Received event network-vif-plugged-0940228c-68a9-4410-8ff5-95234bafdff1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.270501] env[69942]: DEBUG oslo_concurrency.lockutils [req-04e81454-2c2c-482b-a378-0f186ac37f0b req-f8628a91-1fcc-4af2-a5b7-d40a655a1976 service nova] Acquiring lock "57366f9e-45c9-4d32-813d-791518134948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.270501] env[69942]: DEBUG oslo_concurrency.lockutils [req-04e81454-2c2c-482b-a378-0f186ac37f0b req-f8628a91-1fcc-4af2-a5b7-d40a655a1976 service nova] Lock "57366f9e-45c9-4d32-813d-791518134948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.270679] env[69942]: DEBUG oslo_concurrency.lockutils [req-04e81454-2c2c-482b-a378-0f186ac37f0b req-f8628a91-1fcc-4af2-a5b7-d40a655a1976 service nova] Lock "57366f9e-45c9-4d32-813d-791518134948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.270852] env[69942]: DEBUG nova.compute.manager [req-04e81454-2c2c-482b-a378-0f186ac37f0b req-f8628a91-1fcc-4af2-a5b7-d40a655a1976 service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] No waiting events found dispatching network-vif-plugged-0940228c-68a9-4410-8ff5-95234bafdff1 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.271017] env[69942]: WARNING nova.compute.manager [req-04e81454-2c2c-482b-a378-0f186ac37f0b req-f8628a91-1fcc-4af2-a5b7-d40a655a1976 service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Received unexpected event network-vif-plugged-0940228c-68a9-4410-8ff5-95234bafdff1 for instance with vm_state building and task_state spawning. [ 819.385452] env[69942]: DEBUG nova.network.neutron [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Successfully updated port: 0940228c-68a9-4410-8ff5-95234bafdff1 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.562628] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0617f413-57b9-4a46-85e2-1d1ed7af1faf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.571256] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89183eba-d397-44c6-8c65-09a0adb4d3cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.609567] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8368a46-b6e3-4ad9-93bb-7ed7da6c82ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.617998] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819f8482-2fe8-4095-9bdc-59b9437be6df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.635804] env[69942]: DEBUG nova.compute.provider_tree [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.710701] env[69942]: DEBUG oslo_vmware.api [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Task: {'id': task-3830668, 'name': ReconfigVM_Task, 'duration_secs': 0.157027} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.710701] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761560', 'volume_id': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'name': 'volume-cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdda6ebb-5831-4af0-baf1-6ff61e7ff96d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'serial': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 819.896468] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquiring lock "refresh_cache-57366f9e-45c9-4d32-813d-791518134948" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.896468] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquired lock "refresh_cache-57366f9e-45c9-4d32-813d-791518134948" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.896468] env[69942]: DEBUG nova.network.neutron [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.139844] env[69942]: DEBUG nova.scheduler.client.report [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.456286] env[69942]: DEBUG nova.network.neutron [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.644840] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.645724] env[69942]: DEBUG nova.compute.manager [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.648545] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.736s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.651695] env[69942]: INFO nova.compute.claims [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.670876] env[69942]: DEBUG nova.network.neutron [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Updating instance_info_cache with network_info: [{"id": "0940228c-68a9-4410-8ff5-95234bafdff1", "address": "fa:16:3e:49:5d:a8", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0940228c-68", "ovs_interfaceid": "0940228c-68a9-4410-8ff5-95234bafdff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.763783] env[69942]: DEBUG nova.objects.instance [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Lazy-loading 'flavor' on Instance uuid fdda6ebb-5831-4af0-baf1-6ff61e7ff96d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.155726] env[69942]: DEBUG nova.compute.utils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.159695] env[69942]: DEBUG nova.compute.manager [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.159695] env[69942]: DEBUG nova.network.neutron [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.171117] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Releasing lock "refresh_cache-57366f9e-45c9-4d32-813d-791518134948" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.171433] env[69942]: DEBUG nova.compute.manager [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Instance network_info: |[{"id": "0940228c-68a9-4410-8ff5-95234bafdff1", "address": "fa:16:3e:49:5d:a8", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0940228c-68", "ovs_interfaceid": "0940228c-68a9-4410-8ff5-95234bafdff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.171936] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:5d:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0940228c-68a9-4410-8ff5-95234bafdff1', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.184645] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Creating folder: Project (cfb6b47813be43028ea380a44226526f). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.187111] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f2b06d8-2896-4055-9310-48618ebb1e5b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.203103] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Created folder: Project (cfb6b47813be43028ea380a44226526f) in parent group-v761487. [ 821.203506] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Creating folder: Instances. Parent ref: group-v761563. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.203788] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2d63402-f1b2-4739-86b0-28764f1a1dc4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.216196] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Created folder: Instances in parent group-v761563. [ 821.216479] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.216760] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57366f9e-45c9-4d32-813d-791518134948] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.216998] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-761e5f51-575b-49dd-ac19-d035ddc8dc7b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.238666] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.238666] env[69942]: value = "task-3830674" [ 821.238666] env[69942]: _type = "Task" [ 821.238666] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.248308] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830674, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.254340] env[69942]: DEBUG nova.policy [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187b3d20c0e440f82734e725231857c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc436384d0b44bb8a68e0f0277a1eb87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.270990] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f9acc70-e73f-413e-bd4b-f0a9d9667dca tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.385s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.415920] env[69942]: DEBUG nova.compute.manager [req-7a7064ce-ac34-419f-a603-40bb0c87cf92 req-b40cb83d-b897-4cfd-bddb-288bde1e990b service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Received event network-changed-0940228c-68a9-4410-8ff5-95234bafdff1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.416148] env[69942]: DEBUG nova.compute.manager [req-7a7064ce-ac34-419f-a603-40bb0c87cf92 req-b40cb83d-b897-4cfd-bddb-288bde1e990b service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Refreshing instance network info cache due to event network-changed-0940228c-68a9-4410-8ff5-95234bafdff1. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.416651] env[69942]: DEBUG oslo_concurrency.lockutils [req-7a7064ce-ac34-419f-a603-40bb0c87cf92 req-b40cb83d-b897-4cfd-bddb-288bde1e990b service nova] Acquiring lock "refresh_cache-57366f9e-45c9-4d32-813d-791518134948" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.419747] env[69942]: DEBUG oslo_concurrency.lockutils [req-7a7064ce-ac34-419f-a603-40bb0c87cf92 req-b40cb83d-b897-4cfd-bddb-288bde1e990b service nova] Acquired lock "refresh_cache-57366f9e-45c9-4d32-813d-791518134948" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.419747] env[69942]: DEBUG nova.network.neutron [req-7a7064ce-ac34-419f-a603-40bb0c87cf92 req-b40cb83d-b897-4cfd-bddb-288bde1e990b service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Refreshing network info cache for port 0940228c-68a9-4410-8ff5-95234bafdff1 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.659716] env[69942]: DEBUG nova.compute.manager [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.494176] env[69942]: DEBUG nova.network.neutron [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Successfully created port: 18b0837e-414b-4d61-bb8b-cb1227a778b1 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.498734] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Acquiring lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.498985] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.511718] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830674, 'name': CreateVM_Task, 'duration_secs': 0.38797} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.512966] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57366f9e-45c9-4d32-813d-791518134948] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.512966] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.512966] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.513244] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.513551] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc73a04-33b0-4148-9b22-ec4e2935df94 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.528161] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for the task: (returnval){ [ 822.528161] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5287a4bf-2d2b-e8b7-90f4-369238818d1b" [ 822.528161] env[69942]: _type = "Task" [ 822.528161] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.551033] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5287a4bf-2d2b-e8b7-90f4-369238818d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.008136] env[69942]: INFO nova.compute.manager [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Detaching volume cc1b5b0a-3fc5-4486-8d42-70068b6009f4 [ 823.013704] env[69942]: DEBUG nova.compute.manager [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.038938] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5287a4bf-2d2b-e8b7-90f4-369238818d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.029527} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.040165] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.040417] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.040736] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.041161] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.041161] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.041839] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7944c7b-4785-465a-9459-f6d55b76646e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.046176] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0c76f6a-7fd2-4996-8477-e7c7e10da849 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.054845] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bb8b46-c793-40c5-9ad7-2ba59d5adadc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.060772] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.061021] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.061187] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.061379] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.061537] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.061801] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.061976] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.062076] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.062257] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.062429] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.062635] env[69942]: DEBUG nova.virt.hardware [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.063104] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.063211] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.064490] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d733e74-62dc-4862-bfd4-000e4bbf8afb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.068654] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12fc9388-b544-486c-8de8-abe47aa88a51 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.101427] env[69942]: DEBUG nova.network.neutron [req-7a7064ce-ac34-419f-a603-40bb0c87cf92 req-b40cb83d-b897-4cfd-bddb-288bde1e990b service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Updated VIF entry in instance network info cache for port 0940228c-68a9-4410-8ff5-95234bafdff1. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.102485] env[69942]: DEBUG nova.network.neutron [req-7a7064ce-ac34-419f-a603-40bb0c87cf92 req-b40cb83d-b897-4cfd-bddb-288bde1e990b service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Updating instance_info_cache with network_info: [{"id": "0940228c-68a9-4410-8ff5-95234bafdff1", "address": "fa:16:3e:49:5d:a8", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0940228c-68", "ovs_interfaceid": "0940228c-68a9-4410-8ff5-95234bafdff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.107522] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9931ad8-8bb4-44d0-993c-3fed68a7e443 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.113652] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d64bce7-1376-4e07-8f86-ce8409a9aaed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.119810] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for the task: (returnval){ [ 823.119810] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52403742-01b4-1412-ec9d-a844d83fdb3a" [ 823.119810] env[69942]: _type = "Task" [ 823.119810] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.135885] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98236ee6-47f2-4042-87d8-5eaccb7f7903 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.140887] env[69942]: INFO nova.virt.block_device [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Attempting to driver detach volume cc1b5b0a-3fc5-4486-8d42-70068b6009f4 from mountpoint /dev/sdb [ 823.140887] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 823.141499] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761560', 'volume_id': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'name': 'volume-cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdda6ebb-5831-4af0-baf1-6ff61e7ff96d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'serial': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 823.146273] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db3576d-b31d-463c-94be-4ecd79aec8cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.148438] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52403742-01b4-1412-ec9d-a844d83fdb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.150191] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fae765e-7242-4400-9ffd-5af6cf22b8d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.176453] env[69942]: DEBUG nova.compute.provider_tree [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.180016] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d49336-b09d-4fdd-b93c-c376d3bfd4f9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.183870] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for the task: (returnval){ [ 823.183870] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5255cc6a-7bf4-9d1b-3c4b-9bb43daed470" [ 823.183870] env[69942]: _type = "Task" [ 823.183870] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.190658] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5034d2ae-e8c8-43b2-aad7-2adc4621689e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.197292] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5255cc6a-7bf4-9d1b-3c4b-9bb43daed470, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.197957] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.198239] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 57366f9e-45c9-4d32-813d-791518134948/57366f9e-45c9-4d32-813d-791518134948.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.198520] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-068206b2-fbf5-4e68-83f4-7f96803d33d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.219246] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c4dd0-072d-4a42-a437-e1a57ea5c0ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.222392] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for the task: (returnval){ [ 823.222392] env[69942]: value = "task-3830676" [ 823.222392] env[69942]: _type = "Task" [ 823.222392] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.239722] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] The volume has not been displaced from its original location: [datastore1] volume-cc1b5b0a-3fc5-4486-8d42-70068b6009f4/volume-cc1b5b0a-3fc5-4486-8d42-70068b6009f4.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 823.245264] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 823.246376] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9906f02-3a29-49be-8844-da67791ff912 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.263864] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.270367] env[69942]: DEBUG oslo_vmware.api [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Waiting for the task: (returnval){ [ 823.270367] env[69942]: value = "task-3830677" [ 823.270367] env[69942]: _type = "Task" [ 823.270367] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.279659] env[69942]: DEBUG oslo_vmware.api [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Task: {'id': task-3830677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.614595] env[69942]: DEBUG oslo_concurrency.lockutils [req-7a7064ce-ac34-419f-a603-40bb0c87cf92 req-b40cb83d-b897-4cfd-bddb-288bde1e990b service nova] Releasing lock "refresh_cache-57366f9e-45c9-4d32-813d-791518134948" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.645577] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 823.645719] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761562', 'volume_id': 'c51f913d-f731-4e7c-838f-8c4cec90985a', 'name': 'volume-c51f913d-f731-4e7c-838f-8c4cec90985a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af4c55f0-2edf-44a4-a880-a5a7ad6b0def', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51f913d-f731-4e7c-838f-8c4cec90985a', 'serial': 'c51f913d-f731-4e7c-838f-8c4cec90985a'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 823.646692] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c319a8-8971-4b0d-8c0d-c7c17a383aa5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.670074] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9f1571-b130-4820-afbd-7ccc681f4838 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.691507] env[69942]: DEBUG nova.scheduler.client.report [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.707238] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] volume-c51f913d-f731-4e7c-838f-8c4cec90985a/volume-c51f913d-f731-4e7c-838f-8c4cec90985a.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.707238] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f02a4fa7-3186-4da5-a79a-437ea790f1c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.730195] env[69942]: DEBUG oslo_vmware.api [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 823.730195] env[69942]: value = "task-3830678" [ 823.730195] env[69942]: _type = "Task" [ 823.730195] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.738228] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830676, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.747034] env[69942]: DEBUG oslo_vmware.api [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.781876] env[69942]: DEBUG oslo_vmware.api [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Task: {'id': task-3830677, 'name': ReconfigVM_Task, 'duration_secs': 0.290055} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.782282] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 823.788427] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070e3f24-a963-4808-b69c-3c31b85cadf4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.806523] env[69942]: DEBUG oslo_vmware.api [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Waiting for the task: (returnval){ [ 823.806523] env[69942]: value = "task-3830679" [ 823.806523] env[69942]: _type = "Task" [ 823.806523] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.817255] env[69942]: DEBUG oslo_vmware.api [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Task: {'id': task-3830679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.209315] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.560s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.211845] env[69942]: DEBUG nova.compute.manager [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.213185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.692s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.216291] env[69942]: INFO nova.compute.claims [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.245814] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534771} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.250345] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 57366f9e-45c9-4d32-813d-791518134948/57366f9e-45c9-4d32-813d-791518134948.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.250641] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.250960] env[69942]: DEBUG oslo_vmware.api [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.251217] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5f0baff-53ab-421d-8435-71cfd2e8c44c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.261870] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for the task: (returnval){ [ 824.261870] env[69942]: value = "task-3830680" [ 824.261870] env[69942]: _type = "Task" [ 824.261870] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.273931] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.318752] env[69942]: DEBUG oslo_vmware.api [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Task: {'id': task-3830679, 'name': ReconfigVM_Task, 'duration_secs': 0.165901} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.320392] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761560', 'volume_id': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'name': 'volume-cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdda6ebb-5831-4af0-baf1-6ff61e7ff96d', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4', 'serial': 'cc1b5b0a-3fc5-4486-8d42-70068b6009f4'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 824.562501] env[69942]: DEBUG nova.compute.manager [req-f1c852ca-c78d-4edb-b72f-884968ee9b43 req-79ca7ddc-be7e-4736-b2b6-af7c2f3f763e service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Received event network-vif-plugged-18b0837e-414b-4d61-bb8b-cb1227a778b1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.562717] env[69942]: DEBUG oslo_concurrency.lockutils [req-f1c852ca-c78d-4edb-b72f-884968ee9b43 req-79ca7ddc-be7e-4736-b2b6-af7c2f3f763e service nova] Acquiring lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.562930] env[69942]: DEBUG oslo_concurrency.lockutils [req-f1c852ca-c78d-4edb-b72f-884968ee9b43 req-79ca7ddc-be7e-4736-b2b6-af7c2f3f763e service nova] Lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.563470] env[69942]: DEBUG oslo_concurrency.lockutils [req-f1c852ca-c78d-4edb-b72f-884968ee9b43 req-79ca7ddc-be7e-4736-b2b6-af7c2f3f763e service nova] Lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.563691] env[69942]: DEBUG nova.compute.manager [req-f1c852ca-c78d-4edb-b72f-884968ee9b43 req-79ca7ddc-be7e-4736-b2b6-af7c2f3f763e service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] No waiting events found dispatching network-vif-plugged-18b0837e-414b-4d61-bb8b-cb1227a778b1 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.563867] env[69942]: WARNING nova.compute.manager [req-f1c852ca-c78d-4edb-b72f-884968ee9b43 req-79ca7ddc-be7e-4736-b2b6-af7c2f3f763e service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Received unexpected event network-vif-plugged-18b0837e-414b-4d61-bb8b-cb1227a778b1 for instance with vm_state building and task_state spawning. [ 824.721071] env[69942]: DEBUG nova.compute.utils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.726812] env[69942]: DEBUG nova.compute.manager [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.727037] env[69942]: DEBUG nova.network.neutron [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.755293] env[69942]: DEBUG oslo_vmware.api [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830678, 'name': ReconfigVM_Task, 'duration_secs': 0.64258} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.755293] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Reconfigured VM instance instance-00000003 to attach disk [datastore1] volume-c51f913d-f731-4e7c-838f-8c4cec90985a/volume-c51f913d-f731-4e7c-838f-8c4cec90985a.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.761246] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632fc699-0670-4e8f-be5d-602fcd232b8c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.782378] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073131} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.783985] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.784623] env[69942]: DEBUG oslo_vmware.api [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 824.784623] env[69942]: value = "task-3830681" [ 824.784623] env[69942]: _type = "Task" [ 824.784623] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.785386] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e71ac87-7367-4de4-90af-e2b1121bb1f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.800348] env[69942]: DEBUG oslo_vmware.api [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.819504] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 57366f9e-45c9-4d32-813d-791518134948/57366f9e-45c9-4d32-813d-791518134948.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.821147] env[69942]: DEBUG nova.policy [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a45110eacae4457a87559d6eccf6ddc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8806bbca016a4cc9b71465780837ef07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.822649] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b72ef49-40c6-4cd5-aa77-5cc1f82c7964 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.839321] env[69942]: DEBUG nova.network.neutron [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Successfully updated port: 18b0837e-414b-4d61-bb8b-cb1227a778b1 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.846310] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for the task: (returnval){ [ 824.846310] env[69942]: value = "task-3830682" [ 824.846310] env[69942]: _type = "Task" [ 824.846310] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.858618] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.914038] env[69942]: DEBUG nova.objects.instance [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Lazy-loading 'flavor' on Instance uuid fdda6ebb-5831-4af0-baf1-6ff61e7ff96d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.227953] env[69942]: DEBUG nova.compute.manager [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.307686] env[69942]: DEBUG oslo_vmware.api [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830681, 'name': ReconfigVM_Task, 'duration_secs': 0.18001} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.308637] env[69942]: DEBUG nova.network.neutron [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Successfully created port: 44be5167-d6fd-4055-af17-a36c0b1438af {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.312854] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761562', 'volume_id': 'c51f913d-f731-4e7c-838f-8c4cec90985a', 'name': 'volume-c51f913d-f731-4e7c-838f-8c4cec90985a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af4c55f0-2edf-44a4-a880-a5a7ad6b0def', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51f913d-f731-4e7c-838f-8c4cec90985a', 'serial': 'c51f913d-f731-4e7c-838f-8c4cec90985a'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 825.341236] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.341400] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.341568] env[69942]: DEBUG nova.network.neutron [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.362743] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830682, 'name': ReconfigVM_Task, 'duration_secs': 0.339785} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.363040] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 57366f9e-45c9-4d32-813d-791518134948/57366f9e-45c9-4d32-813d-791518134948.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.363764] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fdb0d4d-b748-4bdb-a4fb-9cccd634b009 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.375831] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for the task: (returnval){ [ 825.375831] env[69942]: value = "task-3830683" [ 825.375831] env[69942]: _type = "Task" [ 825.375831] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.388519] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830683, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.802413] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808c784d-c036-4333-b1d4-1d7ca0a043e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.811706] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ddd5fb-2715-4904-a21e-192e40f9840e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.861235] env[69942]: DEBUG nova.network.neutron [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Successfully created port: 96b3742f-d7c3-443e-822d-30b5c88055ff {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.863131] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d54dd51-5056-45cf-a240-96bc1b1718b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.869553] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "08c30c2e-9588-4990-8d85-b747ff174e1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.869843] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "08c30c2e-9588-4990-8d85-b747ff174e1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.879621] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e6ec80-10f0-46bf-8904-4c1f2ec4cfb5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.891749] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830683, 'name': Rename_Task, 'duration_secs': 0.1526} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.902632] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.903666] env[69942]: DEBUG nova.compute.provider_tree [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.905099] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2649754-797d-47d9-a371-8932219cc779 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.913360] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for the task: (returnval){ [ 825.913360] env[69942]: value = "task-3830684" [ 825.913360] env[69942]: _type = "Task" [ 825.913360] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.925455] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.931606] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eb2b6e9f-aeca-4ad1-9a21-9a86cf75f54f tempest-VolumesAssistedSnapshotsTest-1902745904 tempest-VolumesAssistedSnapshotsTest-1902745904-project-admin] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.432s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.941788] env[69942]: DEBUG nova.network.neutron [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.189637] env[69942]: DEBUG nova.network.neutron [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updating instance_info_cache with network_info: [{"id": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "address": "fa:16:3e:8d:bf:45", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b0837e-41", "ovs_interfaceid": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.240927] env[69942]: DEBUG nova.compute.manager [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.270651] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.270921] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.271137] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.271364] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.271506] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.271642] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.271862] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.273133] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.273481] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.273749] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.274650] env[69942]: DEBUG nova.virt.hardware [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.276370] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7714b2-126d-4c93-a7ee-b2f3a87395a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.286508] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787fb017-19ed-4163-92f5-ad1aeb3dbc39 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.408928] env[69942]: DEBUG nova.scheduler.client.report [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.426572] env[69942]: DEBUG nova.objects.instance [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lazy-loading 'flavor' on Instance uuid af4c55f0-2edf-44a4-a880-a5a7ad6b0def {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.427963] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.496360] env[69942]: DEBUG nova.network.neutron [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Successfully created port: e9dd9338-95b5-444c-95ce-dbe1d125e3d8 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.591830] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquiring lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.592130] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.692661] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.693039] env[69942]: DEBUG nova.compute.manager [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Instance network_info: |[{"id": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "address": "fa:16:3e:8d:bf:45", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b0837e-41", "ovs_interfaceid": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.693558] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:bf:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18b0837e-414b-4d61-bb8b-cb1227a778b1', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.702111] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Creating folder: Project (cc436384d0b44bb8a68e0f0277a1eb87). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.703211] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fd59b0d-859d-44af-900b-198ccd9be21e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.714875] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Created folder: Project (cc436384d0b44bb8a68e0f0277a1eb87) in parent group-v761487. [ 826.714875] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Creating folder: Instances. Parent ref: group-v761566. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.715145] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6319b28b-ae7e-4a7e-ac5d-23caf0384d2b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.728973] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Created folder: Instances in parent group-v761566. [ 826.730032] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.730032] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.730032] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37520aaa-9a16-4ed7-8f60-9f50382d6213 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.754934] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.754934] env[69942]: value = "task-3830688" [ 826.754934] env[69942]: _type = "Task" [ 826.754934] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.764720] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830688, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.867381] env[69942]: DEBUG nova.compute.manager [req-3aee620d-726f-47f9-9906-a6996ba4068c req-b48d49c4-747e-402f-a82d-f1c148516d57 service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Received event network-changed-18b0837e-414b-4d61-bb8b-cb1227a778b1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.867784] env[69942]: DEBUG nova.compute.manager [req-3aee620d-726f-47f9-9906-a6996ba4068c req-b48d49c4-747e-402f-a82d-f1c148516d57 service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Refreshing instance network info cache due to event network-changed-18b0837e-414b-4d61-bb8b-cb1227a778b1. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.868203] env[69942]: DEBUG oslo_concurrency.lockutils [req-3aee620d-726f-47f9-9906-a6996ba4068c req-b48d49c4-747e-402f-a82d-f1c148516d57 service nova] Acquiring lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.868497] env[69942]: DEBUG oslo_concurrency.lockutils [req-3aee620d-726f-47f9-9906-a6996ba4068c req-b48d49c4-747e-402f-a82d-f1c148516d57 service nova] Acquired lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.868794] env[69942]: DEBUG nova.network.neutron [req-3aee620d-726f-47f9-9906-a6996ba4068c req-b48d49c4-747e-402f-a82d-f1c148516d57 service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Refreshing network info cache for port 18b0837e-414b-4d61-bb8b-cb1227a778b1 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.914771] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.915328] env[69942]: DEBUG nova.compute.manager [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.919073] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.738s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.920804] env[69942]: INFO nova.compute.claims [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.945140] env[69942]: DEBUG oslo_vmware.api [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830684, 'name': PowerOnVM_Task, 'duration_secs': 0.744885} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.945811] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.949148] env[69942]: INFO nova.compute.manager [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Took 9.29 seconds to spawn the instance on the hypervisor. [ 826.949525] env[69942]: DEBUG nova.compute.manager [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.950727] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec74364-d961-44bd-a768-a7605983d2c0 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.981s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.954645] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27612835-20d2-4a54-8bf2-ea26a4183c71 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.265322] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830688, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.425873] env[69942]: DEBUG nova.compute.utils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.430615] env[69942]: DEBUG nova.compute.manager [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.430615] env[69942]: DEBUG nova.network.neutron [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.479397] env[69942]: INFO nova.compute.manager [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Took 36.49 seconds to build instance. [ 827.516373] env[69942]: DEBUG nova.policy [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61d946b9e0d04983ac0fbc5b39494012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da92eff83d714b048ba58230331b8034', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.682267] env[69942]: DEBUG nova.network.neutron [req-3aee620d-726f-47f9-9906-a6996ba4068c req-b48d49c4-747e-402f-a82d-f1c148516d57 service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updated VIF entry in instance network info cache for port 18b0837e-414b-4d61-bb8b-cb1227a778b1. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.682649] env[69942]: DEBUG nova.network.neutron [req-3aee620d-726f-47f9-9906-a6996ba4068c req-b48d49c4-747e-402f-a82d-f1c148516d57 service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updating instance_info_cache with network_info: [{"id": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "address": "fa:16:3e:8d:bf:45", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b0837e-41", "ovs_interfaceid": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.767257] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830688, 'name': CreateVM_Task, 'duration_secs': 0.597223} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.767727] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.768782] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.768975] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.769307] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.769568] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6407b9-f996-46fd-b3e2-4ab6a2b6a6cf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.774769] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 827.774769] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cb3332-8da6-d21b-70cc-2db373982468" [ 827.774769] env[69942]: _type = "Task" [ 827.774769] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.783935] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cb3332-8da6-d21b-70cc-2db373982468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.851848] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.851848] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.883751] env[69942]: DEBUG nova.network.neutron [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Successfully created port: 23bca62b-9c7a-433b-9a81-b2eab31bd490 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.932041] env[69942]: DEBUG nova.compute.manager [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.983788] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5a51243e-b0e3-4401-b119-b7bf820efc3e tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lock "57366f9e-45c9-4d32-813d-791518134948" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.011s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.012228] env[69942]: DEBUG nova.compute.manager [None req-f85d2914-8866-499d-93ed-e586eaadf565 tempest-ServerDiagnosticsTest-1164293012 tempest-ServerDiagnosticsTest-1164293012-project-admin] [instance: 57366f9e-45c9-4d32-813d-791518134948] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.013540] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3230618-034c-402e-9282-6d3db30bf486 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.025356] env[69942]: INFO nova.compute.manager [None req-f85d2914-8866-499d-93ed-e586eaadf565 tempest-ServerDiagnosticsTest-1164293012 tempest-ServerDiagnosticsTest-1164293012-project-admin] [instance: 57366f9e-45c9-4d32-813d-791518134948] Retrieving diagnostics [ 828.027284] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbba8bf-d0fe-4891-a072-bf841b417108 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.185204] env[69942]: DEBUG oslo_concurrency.lockutils [req-3aee620d-726f-47f9-9906-a6996ba4068c req-b48d49c4-747e-402f-a82d-f1c148516d57 service nova] Releasing lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.287809] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cb3332-8da6-d21b-70cc-2db373982468, 'name': SearchDatastore_Task, 'duration_secs': 0.010034} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.288114] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.288884] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.288884] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.289127] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.289304] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.289589] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb47f0e3-7b12-43cf-b215-f4229b85fb9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.304570] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.304772] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.305564] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6f85b9-2fe7-4fae-9761-47035ee16c56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.319841] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 828.319841] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52abc22d-d186-2a15-de25-120aaba63f21" [ 828.319841] env[69942]: _type = "Task" [ 828.319841] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.332182] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52abc22d-d186-2a15-de25-120aaba63f21, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.336686] env[69942]: DEBUG nova.network.neutron [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Successfully updated port: 44be5167-d6fd-4055-af17-a36c0b1438af {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.339075] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a16bb8-491c-461f-8e66-f50105e6f1ba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.346497] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 828.346497] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522c1318-e611-f9b5-ff7f-ff057d49992a" [ 828.346497] env[69942]: _type = "Task" [ 828.346497] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.356838] env[69942]: INFO nova.compute.manager [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Detaching volume c51f913d-f731-4e7c-838f-8c4cec90985a [ 828.364403] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522c1318-e611-f9b5-ff7f-ff057d49992a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.399650] env[69942]: INFO nova.virt.block_device [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Attempting to driver detach volume c51f913d-f731-4e7c-838f-8c4cec90985a from mountpoint /dev/sdb [ 828.400666] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 828.400666] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761562', 'volume_id': 'c51f913d-f731-4e7c-838f-8c4cec90985a', 'name': 'volume-c51f913d-f731-4e7c-838f-8c4cec90985a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af4c55f0-2edf-44a4-a880-a5a7ad6b0def', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51f913d-f731-4e7c-838f-8c4cec90985a', 'serial': 'c51f913d-f731-4e7c-838f-8c4cec90985a'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 828.401261] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139ec3e0-be3c-425b-bda4-972eebe2bcd3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.437896] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ad9f6e-9c10-4c19-9e43-2382db4445ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.449791] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5743ec6f-cd6c-432f-88a8-1350e8e2cdad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.477929] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f279e9b8-c1b5-47ab-8c53-93c1fc8ebbcf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.494758] env[69942]: DEBUG nova.compute.manager [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.497834] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] The volume has not been displaced from its original location: [datastore1] volume-c51f913d-f731-4e7c-838f-8c4cec90985a/volume-c51f913d-f731-4e7c-838f-8c4cec90985a.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 828.502872] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Reconfiguring VM instance instance-00000003 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 828.506496] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f1f061f-ba96-4a83-a299-da17aedac4ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.528535] env[69942]: DEBUG oslo_vmware.api [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 828.528535] env[69942]: value = "task-3830689" [ 828.528535] env[69942]: _type = "Task" [ 828.528535] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.538512] env[69942]: DEBUG oslo_vmware.api [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.541903] env[69942]: DEBUG nova.compute.manager [req-5e5ef914-3673-4e53-9b13-1c90c9a6594c req-58c243f5-e5e4-4c67-afd3-571531e0f20f service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received event network-vif-plugged-44be5167-d6fd-4055-af17-a36c0b1438af {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.542466] env[69942]: DEBUG oslo_concurrency.lockutils [req-5e5ef914-3673-4e53-9b13-1c90c9a6594c req-58c243f5-e5e4-4c67-afd3-571531e0f20f service nova] Acquiring lock "fadebc22-a7c0-484f-b613-662531256145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.542466] env[69942]: DEBUG oslo_concurrency.lockutils [req-5e5ef914-3673-4e53-9b13-1c90c9a6594c req-58c243f5-e5e4-4c67-afd3-571531e0f20f service nova] Lock "fadebc22-a7c0-484f-b613-662531256145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.542584] env[69942]: DEBUG oslo_concurrency.lockutils [req-5e5ef914-3673-4e53-9b13-1c90c9a6594c req-58c243f5-e5e4-4c67-afd3-571531e0f20f service nova] Lock "fadebc22-a7c0-484f-b613-662531256145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.542688] env[69942]: DEBUG nova.compute.manager [req-5e5ef914-3673-4e53-9b13-1c90c9a6594c req-58c243f5-e5e4-4c67-afd3-571531e0f20f service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] No waiting events found dispatching network-vif-plugged-44be5167-d6fd-4055-af17-a36c0b1438af {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.543483] env[69942]: WARNING nova.compute.manager [req-5e5ef914-3673-4e53-9b13-1c90c9a6594c req-58c243f5-e5e4-4c67-afd3-571531e0f20f service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received unexpected event network-vif-plugged-44be5167-d6fd-4055-af17-a36c0b1438af for instance with vm_state building and task_state spawning. [ 828.574056] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157a2f4c-8194-481c-bcd5-5615e143c548 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.583035] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505e9e00-a15a-48c4-ba75-0adb8c8ceaac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.617211] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e48b9fb-ff1e-447f-8b4c-97f7a987dad7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.626148] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a54e22e-38de-486d-81ab-7eda1374efa9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.643806] env[69942]: DEBUG nova.compute.provider_tree [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.857701] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522c1318-e611-f9b5-ff7f-ff057d49992a, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.857975] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.858258] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] ff779bda-9a1d-44de-b1f8-f8d4b777ebea/ff779bda-9a1d-44de-b1f8-f8d4b777ebea.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.858537] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93051ad2-d4f4-4247-84ef-3f7928058f2b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.866701] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 828.866701] env[69942]: value = "task-3830690" [ 828.866701] env[69942]: _type = "Task" [ 828.866701] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.876124] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.951395] env[69942]: DEBUG nova.compute.manager [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.989970] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.990251] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.990410] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.990592] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.990739] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.990889] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.991111] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.991286] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.992196] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.992196] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.992196] env[69942]: DEBUG nova.virt.hardware [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.992776] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b27ac7-6187-4d2a-8216-97afd28bd5bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.002375] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd648ec-7d85-4c56-a7fe-9c086aea620a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.035017] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.042857] env[69942]: DEBUG oslo_vmware.api [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830689, 'name': ReconfigVM_Task, 'duration_secs': 0.443697} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.046220] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Reconfigured VM instance instance-00000003 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 829.056638] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152a38ff-e8b2-472a-a260-5d9a9d37d3dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.079851] env[69942]: DEBUG oslo_vmware.api [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 829.079851] env[69942]: value = "task-3830691" [ 829.079851] env[69942]: _type = "Task" [ 829.079851] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.094836] env[69942]: DEBUG oslo_vmware.api [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.147971] env[69942]: DEBUG nova.scheduler.client.report [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.284980] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquiring lock "57366f9e-45c9-4d32-813d-791518134948" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.285285] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lock "57366f9e-45c9-4d32-813d-791518134948" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.285541] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquiring lock "57366f9e-45c9-4d32-813d-791518134948-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.286409] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lock "57366f9e-45c9-4d32-813d-791518134948-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.286609] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lock "57366f9e-45c9-4d32-813d-791518134948-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.290358] env[69942]: INFO nova.compute.manager [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Terminating instance [ 829.383049] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830690, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.556862] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquiring lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.557157] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.557361] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquiring lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.557542] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.557709] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.561060] env[69942]: INFO nova.compute.manager [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Terminating instance [ 829.591245] env[69942]: DEBUG oslo_vmware.api [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830691, 'name': ReconfigVM_Task, 'duration_secs': 0.215333} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.591658] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761562', 'volume_id': 'c51f913d-f731-4e7c-838f-8c4cec90985a', 'name': 'volume-c51f913d-f731-4e7c-838f-8c4cec90985a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af4c55f0-2edf-44a4-a880-a5a7ad6b0def', 'attached_at': '', 'detached_at': '', 'volume_id': 'c51f913d-f731-4e7c-838f-8c4cec90985a', 'serial': 'c51f913d-f731-4e7c-838f-8c4cec90985a'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 829.645164] env[69942]: DEBUG nova.network.neutron [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Successfully updated port: 23bca62b-9c7a-433b-9a81-b2eab31bd490 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.653721] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.654139] env[69942]: DEBUG nova.compute.manager [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.659964] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.680s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.659964] env[69942]: INFO nova.compute.claims [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.798235] env[69942]: DEBUG nova.compute.manager [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.798498] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.799993] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d8f4dd-db21-49f7-8273-b37a454a1ca5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.809383] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.809707] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ff40763-4ad8-4030-bb57-ea025bf2c8cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.818844] env[69942]: DEBUG oslo_vmware.api [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for the task: (returnval){ [ 829.818844] env[69942]: value = "task-3830692" [ 829.818844] env[69942]: _type = "Task" [ 829.818844] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.831303] env[69942]: DEBUG oslo_vmware.api [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.878427] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535959} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.879072] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] ff779bda-9a1d-44de-b1f8-f8d4b777ebea/ff779bda-9a1d-44de-b1f8-f8d4b777ebea.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.879388] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.879699] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7c18976-3a44-43da-9838-66fa72390de7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.888570] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 829.888570] env[69942]: value = "task-3830693" [ 829.888570] env[69942]: _type = "Task" [ 829.888570] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.898360] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.066091] env[69942]: DEBUG nova.compute.manager [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.066910] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.067272] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0c2116-6990-47fa-b316-0d90e049334a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.076240] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.076552] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-300be1d7-9f4f-4895-b346-cc4de3d5ea37 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.083596] env[69942]: DEBUG oslo_vmware.api [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for the task: (returnval){ [ 830.083596] env[69942]: value = "task-3830694" [ 830.083596] env[69942]: _type = "Task" [ 830.083596] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.092403] env[69942]: DEBUG oslo_vmware.api [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.143256] env[69942]: DEBUG nova.objects.instance [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lazy-loading 'flavor' on Instance uuid af4c55f0-2edf-44a4-a880-a5a7ad6b0def {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.146464] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "refresh_cache-f90ddb31-e6d1-4c72-beeb-af6a60afa09b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.146464] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquired lock "refresh_cache-f90ddb31-e6d1-4c72-beeb-af6a60afa09b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.146464] env[69942]: DEBUG nova.network.neutron [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.167727] env[69942]: DEBUG nova.compute.utils [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.172585] env[69942]: DEBUG nova.compute.manager [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.172585] env[69942]: DEBUG nova.network.neutron [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.247610] env[69942]: DEBUG nova.policy [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bce6039592974ce58430b593ab24fecb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17f4142e70e94a9eafd599976ee1389d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.340328] env[69942]: DEBUG oslo_vmware.api [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830692, 'name': PowerOffVM_Task, 'duration_secs': 0.51006} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.340328] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.340328] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.340328] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13175107-33e3-431a-8544-9f072a472eba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.404121] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.411936] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.412272] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.412496] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Deleting the datastore file [datastore1] 57366f9e-45c9-4d32-813d-791518134948 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.412778] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e40435e-d459-4e8a-b2b8-81270309d15f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.421157] env[69942]: DEBUG oslo_vmware.api [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for the task: (returnval){ [ 830.421157] env[69942]: value = "task-3830696" [ 830.421157] env[69942]: _type = "Task" [ 830.421157] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.433100] env[69942]: DEBUG oslo_vmware.api [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.593441] env[69942]: DEBUG oslo_vmware.api [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830694, 'name': PowerOffVM_Task, 'duration_secs': 0.296059} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.593768] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.593934] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.594203] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-367072f5-1dda-456a-894b-28bd92268f04 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.673703] env[69942]: DEBUG nova.compute.manager [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.684421] env[69942]: DEBUG nova.compute.manager [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received event network-changed-44be5167-d6fd-4055-af17-a36c0b1438af {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.684683] env[69942]: DEBUG nova.compute.manager [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Refreshing instance network info cache due to event network-changed-44be5167-d6fd-4055-af17-a36c0b1438af. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.684954] env[69942]: DEBUG oslo_concurrency.lockutils [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] Acquiring lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.685125] env[69942]: DEBUG oslo_concurrency.lockutils [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] Acquired lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.685234] env[69942]: DEBUG nova.network.neutron [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Refreshing network info cache for port 44be5167-d6fd-4055-af17-a36c0b1438af {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.688283] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.688579] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.688706] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Deleting the datastore file [datastore2] fdda6ebb-5831-4af0-baf1-6ff61e7ff96d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.689193] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2738a1c5-efab-475c-bd43-9a268a4bd72b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.698038] env[69942]: DEBUG oslo_vmware.api [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for the task: (returnval){ [ 830.698038] env[69942]: value = "task-3830698" [ 830.698038] env[69942]: _type = "Task" [ 830.698038] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.702703] env[69942]: DEBUG nova.network.neutron [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.711058] env[69942]: DEBUG oslo_vmware.api [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.853026] env[69942]: DEBUG nova.network.neutron [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Successfully updated port: 96b3742f-d7c3-443e-822d-30b5c88055ff {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.899462] env[69942]: DEBUG nova.network.neutron [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Updating instance_info_cache with network_info: [{"id": "23bca62b-9c7a-433b-9a81-b2eab31bd490", "address": "fa:16:3e:a6:cc:95", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bca62b-9c", "ovs_interfaceid": "23bca62b-9c7a-433b-9a81-b2eab31bd490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.909451] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.576137} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.909451] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.909451] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19bdea0-f34e-4a9f-849a-256669769796 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.934787] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] ff779bda-9a1d-44de-b1f8-f8d4b777ebea/ff779bda-9a1d-44de-b1f8-f8d4b777ebea.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.938076] env[69942]: DEBUG nova.network.neutron [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Successfully created port: 6277bbb6-61f4-411b-99c2-6c926de9f731 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.943299] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8fff0de-faa7-434c-ba58-35817b781b4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.966644] env[69942]: DEBUG oslo_vmware.api [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Task: {'id': task-3830696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14401} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.968133] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.968345] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.968558] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.968744] env[69942]: INFO nova.compute.manager [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] [instance: 57366f9e-45c9-4d32-813d-791518134948] Took 1.17 seconds to destroy the instance on the hypervisor. [ 830.968995] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.969269] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 830.969269] env[69942]: value = "task-3830699" [ 830.969269] env[69942]: _type = "Task" [ 830.969269] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.971902] env[69942]: DEBUG nova.compute.manager [-] [instance: 57366f9e-45c9-4d32-813d-791518134948] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.972013] env[69942]: DEBUG nova.network.neutron [-] [instance: 57366f9e-45c9-4d32-813d-791518134948] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.984543] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.152592] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1819e97-c125-4f15-8407-81439dfe01f9 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.191431] env[69942]: INFO nova.virt.block_device [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Booting with volume cfe77342-0b09-43a0-87c2-c8643b931434 at /dev/sda [ 831.235128] env[69942]: DEBUG oslo_vmware.api [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Task: {'id': task-3830698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174554} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.235128] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.235329] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.239025] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.239025] env[69942]: INFO nova.compute.manager [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 831.239025] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.239025] env[69942]: DEBUG nova.compute.manager [-] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.239025] env[69942]: DEBUG nova.network.neutron [-] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.259507] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20b45999-6f84-4c0f-8c7c-820897ba0135 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.271703] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1f686a-ecde-4187-8f5c-f0422cb4e838 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.309879] env[69942]: DEBUG nova.network.neutron [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.317416] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e399062-116f-4724-8646-ba0763606acb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.329290] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e56a3bb-d912-4b16-afa0-0a6ae9d0c20d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.373178] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97829820-896d-4c45-812a-66003021d35a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.376921] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4cbf08-40f6-4dc0-afb6-da8ea44e1cc0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.388161] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ec81fb-6f9c-4dca-a6b6-626f041547e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.394662] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfedd8d0-30a5-40c3-ac49-111bf949874e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.428731] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Releasing lock "refresh_cache-f90ddb31-e6d1-4c72-beeb-af6a60afa09b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.429067] env[69942]: DEBUG nova.compute.manager [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Instance network_info: |[{"id": "23bca62b-9c7a-433b-9a81-b2eab31bd490", "address": "fa:16:3e:a6:cc:95", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bca62b-9c", "ovs_interfaceid": "23bca62b-9c7a-433b-9a81-b2eab31bd490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.433777] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:cc:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23bca62b-9c7a-433b-9a81-b2eab31bd490', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.442287] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.443152] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0438ce01-f77c-4218-90b5-94957b2bc376 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.445756] env[69942]: DEBUG nova.virt.block_device [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Updating existing volume attachment record: 472031ad-65d0-4b70-959d-b609f38728c0 {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 831.450444] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.453035] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9afa45d-8809-4327-a169-1890aaf5e5ef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.473778] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c98ef48-ac4b-4eae-991e-c8742c1f7daa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.478797] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.478797] env[69942]: value = "task-3830700" [ 831.478797] env[69942]: _type = "Task" [ 831.478797] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.495371] env[69942]: DEBUG nova.compute.provider_tree [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.501515] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830699, 'name': ReconfigVM_Task, 'duration_secs': 0.322135} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.504841] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Reconfigured VM instance instance-00000018 to attach disk [datastore1] ff779bda-9a1d-44de-b1f8-f8d4b777ebea/ff779bda-9a1d-44de-b1f8-f8d4b777ebea.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.505618] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830700, 'name': CreateVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.505852] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-386d37af-cf60-4122-9741-e00029af11c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.514587] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 831.514587] env[69942]: value = "task-3830701" [ 831.514587] env[69942]: _type = "Task" [ 831.514587] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.525448] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830701, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.595346] env[69942]: DEBUG nova.network.neutron [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.619923] env[69942]: DEBUG nova.compute.manager [req-dae210ee-f225-4e1e-9041-a1b4edf4b405 req-601047dc-68d4-4304-82d1-75c842b50788 service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Received event network-vif-deleted-0940228c-68a9-4410-8ff5-95234bafdff1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.619923] env[69942]: INFO nova.compute.manager [req-dae210ee-f225-4e1e-9041-a1b4edf4b405 req-601047dc-68d4-4304-82d1-75c842b50788 service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Neutron deleted interface 0940228c-68a9-4410-8ff5-95234bafdff1; detaching it from the instance and deleting it from the info cache [ 831.619923] env[69942]: DEBUG nova.network.neutron [req-dae210ee-f225-4e1e-9041-a1b4edf4b405 req-601047dc-68d4-4304-82d1-75c842b50788 service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.821090] env[69942]: DEBUG nova.network.neutron [-] [instance: 57366f9e-45c9-4d32-813d-791518134948] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.993901] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830700, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.005560] env[69942]: DEBUG nova.scheduler.client.report [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.028097] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830701, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.102963] env[69942]: DEBUG oslo_concurrency.lockutils [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] Releasing lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.102963] env[69942]: DEBUG nova.compute.manager [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Received event network-vif-plugged-23bca62b-9c7a-433b-9a81-b2eab31bd490 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.102963] env[69942]: DEBUG oslo_concurrency.lockutils [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] Acquiring lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.102963] env[69942]: DEBUG oslo_concurrency.lockutils [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] Lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.102963] env[69942]: DEBUG oslo_concurrency.lockutils [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] Lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.103270] env[69942]: DEBUG nova.compute.manager [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] No waiting events found dispatching network-vif-plugged-23bca62b-9c7a-433b-9a81-b2eab31bd490 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.103270] env[69942]: WARNING nova.compute.manager [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Received unexpected event network-vif-plugged-23bca62b-9c7a-433b-9a81-b2eab31bd490 for instance with vm_state building and task_state spawning. [ 832.103270] env[69942]: DEBUG nova.compute.manager [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Received event network-changed-23bca62b-9c7a-433b-9a81-b2eab31bd490 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.103270] env[69942]: DEBUG nova.compute.manager [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Refreshing instance network info cache due to event network-changed-23bca62b-9c7a-433b-9a81-b2eab31bd490. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.103270] env[69942]: DEBUG oslo_concurrency.lockutils [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] Acquiring lock "refresh_cache-f90ddb31-e6d1-4c72-beeb-af6a60afa09b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.103503] env[69942]: DEBUG oslo_concurrency.lockutils [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] Acquired lock "refresh_cache-f90ddb31-e6d1-4c72-beeb-af6a60afa09b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.103503] env[69942]: DEBUG nova.network.neutron [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Refreshing network info cache for port 23bca62b-9c7a-433b-9a81-b2eab31bd490 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.126023] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18472c3b-2e27-4246-8363-22638168da96 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.134970] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb52255b-ded6-48d2-a3fc-3d944d2b723f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.180793] env[69942]: DEBUG nova.compute.manager [req-dae210ee-f225-4e1e-9041-a1b4edf4b405 req-601047dc-68d4-4304-82d1-75c842b50788 service nova] [instance: 57366f9e-45c9-4d32-813d-791518134948] Detach interface failed, port_id=0940228c-68a9-4410-8ff5-95234bafdff1, reason: Instance 57366f9e-45c9-4d32-813d-791518134948 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.186744] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "21b385b6-9cca-4ed1-8bd2-57336451452a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.187178] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "21b385b6-9cca-4ed1-8bd2-57336451452a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.327811] env[69942]: INFO nova.compute.manager [-] [instance: 57366f9e-45c9-4d32-813d-791518134948] Took 1.35 seconds to deallocate network for instance. [ 832.493901] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830700, 'name': CreateVM_Task, 'duration_secs': 0.549276} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.494209] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.495573] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.495763] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.496173] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.496618] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb09364-8849-42a5-a193-b6509824732e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.503576] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 832.503576] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b0598a-6e9f-0d83-2be8-2117ff683fd0" [ 832.503576] env[69942]: _type = "Task" [ 832.503576] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.510134] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.510619] env[69942]: DEBUG nova.compute.manager [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.519731] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.858s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.520055] env[69942]: DEBUG nova.objects.instance [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lazy-loading 'resources' on Instance uuid d11aba1e-cae3-47fb-9def-3e4540f89e50 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.522466] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b0598a-6e9f-0d83-2be8-2117ff683fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.529437] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.529728] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.529999] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.530188] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.530405] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.532018] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deeaae45-21df-44b5-b358-0377a1bfc0f7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.545034] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830701, 'name': Rename_Task, 'duration_secs': 0.864197} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.548231] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.548231] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.548231] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.548231] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5325a51-bda3-4e67-991e-7f0a68396ad6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.553026] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9608ba05-33bd-4211-83a1-4a7b8c555f2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.558789] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 832.558789] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52466e7c-ade6-2a70-7097-d550aad08674" [ 832.558789] env[69942]: _type = "Task" [ 832.558789] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.565899] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 832.565899] env[69942]: value = "task-3830702" [ 832.565899] env[69942]: _type = "Task" [ 832.565899] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.574417] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52466e7c-ade6-2a70-7097-d550aad08674, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.578960] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce262d7-6c89-4a1c-b42d-8f0a862d0547 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.586401] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830702, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.590981] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 832.590981] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52abed6f-2ea0-95eb-8cb4-40eaa72218cf" [ 832.590981] env[69942]: _type = "Task" [ 832.590981] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.600474] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52abed6f-2ea0-95eb-8cb4-40eaa72218cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.610848] env[69942]: DEBUG nova.network.neutron [-] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.713582] env[69942]: DEBUG nova.compute.manager [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received event network-vif-plugged-96b3742f-d7c3-443e-822d-30b5c88055ff {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.713882] env[69942]: DEBUG oslo_concurrency.lockutils [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] Acquiring lock "fadebc22-a7c0-484f-b613-662531256145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.714182] env[69942]: DEBUG oslo_concurrency.lockutils [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] Lock "fadebc22-a7c0-484f-b613-662531256145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.714424] env[69942]: DEBUG oslo_concurrency.lockutils [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] Lock "fadebc22-a7c0-484f-b613-662531256145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.714710] env[69942]: DEBUG nova.compute.manager [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] No waiting events found dispatching network-vif-plugged-96b3742f-d7c3-443e-822d-30b5c88055ff {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.714902] env[69942]: WARNING nova.compute.manager [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received unexpected event network-vif-plugged-96b3742f-d7c3-443e-822d-30b5c88055ff for instance with vm_state building and task_state spawning. [ 832.715030] env[69942]: DEBUG nova.compute.manager [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received event network-changed-96b3742f-d7c3-443e-822d-30b5c88055ff {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.715192] env[69942]: DEBUG nova.compute.manager [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Refreshing instance network info cache due to event network-changed-96b3742f-d7c3-443e-822d-30b5c88055ff. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.715379] env[69942]: DEBUG oslo_concurrency.lockutils [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] Acquiring lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.715515] env[69942]: DEBUG oslo_concurrency.lockutils [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] Acquired lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.715674] env[69942]: DEBUG nova.network.neutron [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Refreshing network info cache for port 96b3742f-d7c3-443e-822d-30b5c88055ff {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.836046] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.025427] env[69942]: DEBUG nova.compute.utils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.032359] env[69942]: DEBUG nova.compute.manager [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.032638] env[69942]: DEBUG nova.network.neutron [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.082430] env[69942]: DEBUG oslo_vmware.api [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830702, 'name': PowerOnVM_Task, 'duration_secs': 0.499315} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.086062] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.086323] env[69942]: INFO nova.compute.manager [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Took 10.07 seconds to spawn the instance on the hypervisor. [ 833.086505] env[69942]: DEBUG nova.compute.manager [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.087884] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13dbe33-fff0-41b2-b998-f77374215521 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.101506] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52abed6f-2ea0-95eb-8cb4-40eaa72218cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.103479] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.103751] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] f90ddb31-e6d1-4c72-beeb-af6a60afa09b/f90ddb31-e6d1-4c72-beeb-af6a60afa09b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.111187] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a721e38-84e1-4d45-8d79-03f579283108 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.114087] env[69942]: INFO nova.compute.manager [-] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Took 1.88 seconds to deallocate network for instance. [ 833.125034] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 833.125034] env[69942]: value = "task-3830703" [ 833.125034] env[69942]: _type = "Task" [ 833.125034] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.137084] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.259360] env[69942]: DEBUG nova.policy [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78f064593bc6418fb7ced38fc3038ea8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9b496ae352c4fdd9fac8da95074f3e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.284062] env[69942]: DEBUG nova.network.neutron [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.302744] env[69942]: DEBUG nova.network.neutron [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Updated VIF entry in instance network info cache for port 23bca62b-9c7a-433b-9a81-b2eab31bd490. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.303465] env[69942]: DEBUG nova.network.neutron [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Updating instance_info_cache with network_info: [{"id": "23bca62b-9c7a-433b-9a81-b2eab31bd490", "address": "fa:16:3e:a6:cc:95", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bca62b-9c", "ovs_interfaceid": "23bca62b-9c7a-433b-9a81-b2eab31bd490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.408264] env[69942]: DEBUG nova.network.neutron [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Successfully updated port: 6277bbb6-61f4-411b-99c2-6c926de9f731 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.490849] env[69942]: DEBUG nova.network.neutron [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.507238] env[69942]: DEBUG nova.network.neutron [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Successfully updated port: e9dd9338-95b5-444c-95ce-dbe1d125e3d8 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.532129] env[69942]: DEBUG nova.compute.manager [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.584140] env[69942]: DEBUG nova.compute.manager [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.584575] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.584778] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.584925] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.585112] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.585254] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.585394] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.585594] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.585762] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.585942] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.586115] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.586291] env[69942]: DEBUG nova.virt.hardware [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.588241] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7042df73-3fd2-4181-96e8-bc8a261f9901 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.606275] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e6c5b0-5e05-4ca4-b6ea-611770a25ceb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.634708] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.636013] env[69942]: INFO nova.compute.manager [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Took 40.99 seconds to build instance. [ 833.654361] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830703, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.711183] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166f8d30-b1ef-47f6-b845-098db3c8e5d0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.718891] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce65e04-5770-4056-a91d-68efea76fbd0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.750437] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17af5f26-a8a7-46c1-aefa-34f091e54069 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.759793] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8f81fe-dcf7-4b2f-962c-3eb3ff9596b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.777222] env[69942]: DEBUG nova.compute.provider_tree [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.806807] env[69942]: DEBUG oslo_concurrency.lockutils [req-8a311c69-aaa8-4779-b337-7658e84d139f req-ca24c5d8-9a65-4e41-b766-476a65d31584 service nova] Releasing lock "refresh_cache-f90ddb31-e6d1-4c72-beeb-af6a60afa09b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.838753] env[69942]: DEBUG nova.network.neutron [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Successfully created port: bc79b630-810d-4401-8673-b6b3fa7ea085 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.913970] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Acquiring lock "refresh_cache-f4205f1b-fc63-496a-8cf6-d41a71f14e36" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.913970] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Acquired lock "refresh_cache-f4205f1b-fc63-496a-8cf6-d41a71f14e36" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.913970] env[69942]: DEBUG nova.network.neutron [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.002458] env[69942]: DEBUG oslo_concurrency.lockutils [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] Releasing lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.004056] env[69942]: DEBUG nova.compute.manager [req-f52cda5c-357d-4df0-b422-66b286193d81 req-5899e3c1-575e-4594-ada5-8e6d188ca199 service nova] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Received event network-vif-deleted-49133c44-2b40-452d-bad3-8ea0c7fdc960 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.013690] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.013840] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquired lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.013990] env[69942]: DEBUG nova.network.neutron [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.025099] env[69942]: DEBUG nova.compute.manager [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received event network-vif-plugged-e9dd9338-95b5-444c-95ce-dbe1d125e3d8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.025411] env[69942]: DEBUG oslo_concurrency.lockutils [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] Acquiring lock "fadebc22-a7c0-484f-b613-662531256145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.029022] env[69942]: DEBUG oslo_concurrency.lockutils [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] Lock "fadebc22-a7c0-484f-b613-662531256145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.029022] env[69942]: DEBUG oslo_concurrency.lockutils [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] Lock "fadebc22-a7c0-484f-b613-662531256145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.029022] env[69942]: DEBUG nova.compute.manager [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] No waiting events found dispatching network-vif-plugged-e9dd9338-95b5-444c-95ce-dbe1d125e3d8 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.029022] env[69942]: WARNING nova.compute.manager [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received unexpected event network-vif-plugged-e9dd9338-95b5-444c-95ce-dbe1d125e3d8 for instance with vm_state building and task_state spawning. [ 834.029022] env[69942]: DEBUG nova.compute.manager [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received event network-changed-e9dd9338-95b5-444c-95ce-dbe1d125e3d8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.029309] env[69942]: DEBUG nova.compute.manager [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Refreshing instance network info cache due to event network-changed-e9dd9338-95b5-444c-95ce-dbe1d125e3d8. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.029309] env[69942]: DEBUG oslo_concurrency.lockutils [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] Acquiring lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.146727] env[69942]: DEBUG oslo_concurrency.lockutils [None req-389d5afe-5014-47da-9af3-130760595cbe tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.516s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.146796] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582694} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.148250] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] f90ddb31-e6d1-4c72-beeb-af6a60afa09b/f90ddb31-e6d1-4c72-beeb-af6a60afa09b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.148369] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.148821] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac0f7d7c-51b3-408f-bc94-046cbc7a5dc8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.157074] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 834.157074] env[69942]: value = "task-3830704" [ 834.157074] env[69942]: _type = "Task" [ 834.157074] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.169166] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.280111] env[69942]: DEBUG nova.scheduler.client.report [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.459114] env[69942]: DEBUG nova.network.neutron [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.544886] env[69942]: DEBUG nova.compute.manager [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.583186] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.583186] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.583406] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.583715] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.583907] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.584111] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.584379] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.584606] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.584831] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.585236] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.586120] env[69942]: DEBUG nova.virt.hardware [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.586647] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f6313a-af1d-4343-8383-3f7ec05c1062 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.598322] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b41e148-c20e-4a21-907e-d60f15845717 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.603094] env[69942]: DEBUG nova.network.neutron [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.649545] env[69942]: DEBUG nova.compute.manager [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.669000] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104839} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.670100] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.670312] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf95a84-8c0a-47de-9a08-c1debbc27646 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.702983] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] f90ddb31-e6d1-4c72-beeb-af6a60afa09b/f90ddb31-e6d1-4c72-beeb-af6a60afa09b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.707858] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dea1149-b19e-454c-9234-5dd9a7053931 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.725241] env[69942]: DEBUG nova.network.neutron [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Updating instance_info_cache with network_info: [{"id": "6277bbb6-61f4-411b-99c2-6c926de9f731", "address": "fa:16:3e:76:21:0a", "network": {"id": "417fb783-9947-41d8-b6cb-1790e7ed792d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-608737024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17f4142e70e94a9eafd599976ee1389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6277bbb6-61", "ovs_interfaceid": "6277bbb6-61f4-411b-99c2-6c926de9f731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.731037] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 834.731037] env[69942]: value = "task-3830705" [ 834.731037] env[69942]: _type = "Task" [ 834.731037] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.741184] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.786496] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.789244] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.315s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.789446] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.789603] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 834.789927] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.574s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.791663] env[69942]: INFO nova.compute.claims [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.798799] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a57fe0-75be-4030-b07b-14839a340a71 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.804289] env[69942]: DEBUG nova.compute.manager [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Received event network-vif-plugged-6277bbb6-61f4-411b-99c2-6c926de9f731 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.804796] env[69942]: DEBUG oslo_concurrency.lockutils [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] Acquiring lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.805539] env[69942]: DEBUG oslo_concurrency.lockutils [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] Lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.805539] env[69942]: DEBUG oslo_concurrency.lockutils [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] Lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.805539] env[69942]: DEBUG nova.compute.manager [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] No waiting events found dispatching network-vif-plugged-6277bbb6-61f4-411b-99c2-6c926de9f731 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.805793] env[69942]: WARNING nova.compute.manager [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Received unexpected event network-vif-plugged-6277bbb6-61f4-411b-99c2-6c926de9f731 for instance with vm_state building and task_state spawning. [ 834.805793] env[69942]: DEBUG nova.compute.manager [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Received event network-changed-6277bbb6-61f4-411b-99c2-6c926de9f731 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.805876] env[69942]: DEBUG nova.compute.manager [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Refreshing instance network info cache due to event network-changed-6277bbb6-61f4-411b-99c2-6c926de9f731. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.806336] env[69942]: DEBUG oslo_concurrency.lockutils [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] Acquiring lock "refresh_cache-f4205f1b-fc63-496a-8cf6-d41a71f14e36" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.818221] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2d3f9f-05f8-4750-b02e-c8e36e77c9a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.825856] env[69942]: INFO nova.scheduler.client.report [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Deleted allocations for instance d11aba1e-cae3-47fb-9def-3e4540f89e50 [ 834.846728] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5d0008-6aaf-49ba-af83-915a6888c943 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.858613] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb7075f-089f-43ee-9b0f-0e67395c4590 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.897906] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180482MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 834.898229] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.170137] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.212714] env[69942]: DEBUG nova.network.neutron [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Updating instance_info_cache with network_info: [{"id": "44be5167-d6fd-4055-af17-a36c0b1438af", "address": "fa:16:3e:26:8a:8c", "network": {"id": "f8aa88ad-ab03-4f4d-a694-4f56e57eca95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-155330557", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44be5167-d6", "ovs_interfaceid": "44be5167-d6fd-4055-af17-a36c0b1438af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96b3742f-d7c3-443e-822d-30b5c88055ff", "address": "fa:16:3e:28:25:48", "network": {"id": "abda80dd-2360-4e76-8ce8-059734036ad6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126966322", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b3742f-d7", "ovs_interfaceid": "96b3742f-d7c3-443e-822d-30b5c88055ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9dd9338-95b5-444c-95ce-dbe1d125e3d8", "address": "fa:16:3e:bc:88:c7", "network": {"id": "f8aa88ad-ab03-4f4d-a694-4f56e57eca95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-155330557", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dd9338-95", "ovs_interfaceid": "e9dd9338-95b5-444c-95ce-dbe1d125e3d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.228022] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Releasing lock "refresh_cache-f4205f1b-fc63-496a-8cf6-d41a71f14e36" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.228933] env[69942]: DEBUG nova.compute.manager [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Instance network_info: |[{"id": "6277bbb6-61f4-411b-99c2-6c926de9f731", "address": "fa:16:3e:76:21:0a", "network": {"id": "417fb783-9947-41d8-b6cb-1790e7ed792d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-608737024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17f4142e70e94a9eafd599976ee1389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6277bbb6-61", "ovs_interfaceid": "6277bbb6-61f4-411b-99c2-6c926de9f731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.229892] env[69942]: DEBUG oslo_concurrency.lockutils [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] Acquired lock "refresh_cache-f4205f1b-fc63-496a-8cf6-d41a71f14e36" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.230325] env[69942]: DEBUG nova.network.neutron [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Refreshing network info cache for port 6277bbb6-61f4-411b-99c2-6c926de9f731 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.232983] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:21:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6277bbb6-61f4-411b-99c2-6c926de9f731', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.241494] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Creating folder: Project (17f4142e70e94a9eafd599976ee1389d). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.244987] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2091fed4-054c-4b3e-ad59-0a2359f20f08 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.260661] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830705, 'name': ReconfigVM_Task, 'duration_secs': 0.316166} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.261165] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Reconfigured VM instance instance-0000001a to attach disk [datastore1] f90ddb31-e6d1-4c72-beeb-af6a60afa09b/f90ddb31-e6d1-4c72-beeb-af6a60afa09b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.262100] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71c3d204-2ae5-435a-a793-242ea07f04c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.266313] env[69942]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 835.266702] env[69942]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69942) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 835.267494] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Folder already exists: Project (17f4142e70e94a9eafd599976ee1389d). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 835.267842] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Creating folder: Instances. Parent ref: group-v761519. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.268658] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df95c1c0-0428-4395-9c2a-3acce477a629 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.273867] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 835.273867] env[69942]: value = "task-3830707" [ 835.273867] env[69942]: _type = "Task" [ 835.273867] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.282209] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Created folder: Instances in parent group-v761519. [ 835.282209] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.285891] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.286477] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830707, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.286700] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f8dc59b-9814-4878-b1a0-4d6410ddf9f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.315462] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.315462] env[69942]: value = "task-3830709" [ 835.315462] env[69942]: _type = "Task" [ 835.315462] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.327551] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830709, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.349851] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eec1bc88-6958-4d65-9346-93135f312290 tempest-InstanceActionsV221TestJSON-233229523 tempest-InstanceActionsV221TestJSON-233229523-project-member] Lock "d11aba1e-cae3-47fb-9def-3e4540f89e50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.797s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.516525] env[69942]: DEBUG nova.network.neutron [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Updated VIF entry in instance network info cache for port 6277bbb6-61f4-411b-99c2-6c926de9f731. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.516897] env[69942]: DEBUG nova.network.neutron [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Updating instance_info_cache with network_info: [{"id": "6277bbb6-61f4-411b-99c2-6c926de9f731", "address": "fa:16:3e:76:21:0a", "network": {"id": "417fb783-9947-41d8-b6cb-1790e7ed792d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-608737024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17f4142e70e94a9eafd599976ee1389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6277bbb6-61", "ovs_interfaceid": "6277bbb6-61f4-411b-99c2-6c926de9f731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.518951] env[69942]: DEBUG nova.network.neutron [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Successfully updated port: bc79b630-810d-4401-8673-b6b3fa7ea085 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.715999] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Releasing lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.718112] env[69942]: DEBUG nova.compute.manager [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Instance network_info: |[{"id": "44be5167-d6fd-4055-af17-a36c0b1438af", "address": "fa:16:3e:26:8a:8c", "network": {"id": "f8aa88ad-ab03-4f4d-a694-4f56e57eca95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-155330557", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44be5167-d6", "ovs_interfaceid": "44be5167-d6fd-4055-af17-a36c0b1438af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96b3742f-d7c3-443e-822d-30b5c88055ff", "address": "fa:16:3e:28:25:48", "network": {"id": "abda80dd-2360-4e76-8ce8-059734036ad6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126966322", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b3742f-d7", "ovs_interfaceid": "96b3742f-d7c3-443e-822d-30b5c88055ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9dd9338-95b5-444c-95ce-dbe1d125e3d8", "address": "fa:16:3e:bc:88:c7", "network": {"id": "f8aa88ad-ab03-4f4d-a694-4f56e57eca95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-155330557", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dd9338-95", "ovs_interfaceid": "e9dd9338-95b5-444c-95ce-dbe1d125e3d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.718112] env[69942]: DEBUG oslo_concurrency.lockutils [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] Acquired lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.718112] env[69942]: DEBUG nova.network.neutron [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Refreshing network info cache for port e9dd9338-95b5-444c-95ce-dbe1d125e3d8 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.718933] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:8a:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44be5167-d6fd-4055-af17-a36c0b1438af', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:25:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96b3742f-d7c3-443e-822d-30b5c88055ff', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:88:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9dd9338-95b5-444c-95ce-dbe1d125e3d8', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.732353] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Creating folder: Project (8806bbca016a4cc9b71465780837ef07). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.732988] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac370684-affc-45bb-81af-f9de4af76475 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.748918] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Created folder: Project (8806bbca016a4cc9b71465780837ef07) in parent group-v761487. [ 835.749187] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Creating folder: Instances. Parent ref: group-v761572. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.749439] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b79f0218-e41f-4700-b825-fa167f990403 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.761985] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Created folder: Instances in parent group-v761572. [ 835.762308] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.762517] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fadebc22-a7c0-484f-b613-662531256145] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.762741] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93ee22f3-3284-4a27-8d23-f0cb769c58b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.792793] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830707, 'name': Rename_Task, 'duration_secs': 0.149207} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.794246] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.794481] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.794481] env[69942]: value = "task-3830712" [ 835.794481] env[69942]: _type = "Task" [ 835.794481] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.794675] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb36d7d-9e7d-45e7-9513-39493cc15b9d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.805379] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830712, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.806806] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 835.806806] env[69942]: value = "task-3830713" [ 835.806806] env[69942]: _type = "Task" [ 835.806806] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.817319] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.831098] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830709, 'name': CreateVM_Task, 'duration_secs': 0.288762} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.831098] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.831098] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '472031ad-65d0-4b70-959d-b609f38728c0', 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761528', 'volume_id': 'cfe77342-0b09-43a0-87c2-c8643b931434', 'name': 'volume-cfe77342-0b09-43a0-87c2-c8643b931434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4205f1b-fc63-496a-8cf6-d41a71f14e36', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfe77342-0b09-43a0-87c2-c8643b931434', 'serial': 'cfe77342-0b09-43a0-87c2-c8643b931434'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69942) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 835.831400] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Root volume attach. Driver type: vmdk {{(pid=69942) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 835.832704] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a38252-4f7b-4fcf-a69f-c28ca487a34a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.842216] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd43179-8e85-4c73-b9aa-70398992c60c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.856890] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e741be-48e5-4dea-ab1b-91a47689344d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.868185] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8d8e3017-377c-4b41-877f-fba4f24d7410 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.877304] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for the task: (returnval){ [ 835.877304] env[69942]: value = "task-3830714" [ 835.877304] env[69942]: _type = "Task" [ 835.877304] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.889868] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830714, 'name': RelocateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.024206] env[69942]: DEBUG oslo_concurrency.lockutils [req-771d4177-788a-4518-9153-a30ffc73bcbb req-4873d28e-01e4-4f8c-9d9f-7877607829ad service nova] Releasing lock "refresh_cache-f4205f1b-fc63-496a-8cf6-d41a71f14e36" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.024855] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "refresh_cache-5f87087e-9589-48ea-9d55-721beac9effe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.024994] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquired lock "refresh_cache-5f87087e-9589-48ea-9d55-721beac9effe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.025155] env[69942]: DEBUG nova.network.neutron [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.309791] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830712, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.327574] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830713, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.390238] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830714, 'name': RelocateVM_Task, 'duration_secs': 0.030142} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.390831] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 836.390831] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761528', 'volume_id': 'cfe77342-0b09-43a0-87c2-c8643b931434', 'name': 'volume-cfe77342-0b09-43a0-87c2-c8643b931434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4205f1b-fc63-496a-8cf6-d41a71f14e36', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfe77342-0b09-43a0-87c2-c8643b931434', 'serial': 'cfe77342-0b09-43a0-87c2-c8643b931434'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 836.393329] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0942e3-b40c-4e93-a1ea-427fe0d5facb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.398441] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51361b3-4c29-4e7b-9bf2-845830a9de57 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.417824] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f045d44-8547-435c-8fde-72774b221759 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.424732] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc495d25-efad-419d-94b0-b56ca964c8a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.468963] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db020344-a947-44e4-bbd7-7a267e36c97e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.480326] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-cfe77342-0b09-43a0-87c2-c8643b931434/volume-cfe77342-0b09-43a0-87c2-c8643b931434.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.481597] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-989b61ca-03b3-46e0-ae02-c68ca61501b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.506038] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c79f452-b7ad-4f3a-8dbe-b52b777ccc70 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.510638] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for the task: (returnval){ [ 836.510638] env[69942]: value = "task-3830715" [ 836.510638] env[69942]: _type = "Task" [ 836.510638] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.525619] env[69942]: DEBUG nova.compute.provider_tree [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.533922] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.567696] env[69942]: DEBUG nova.network.neutron [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.667509] env[69942]: DEBUG nova.network.neutron [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Updated VIF entry in instance network info cache for port e9dd9338-95b5-444c-95ce-dbe1d125e3d8. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.667992] env[69942]: DEBUG nova.network.neutron [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Updating instance_info_cache with network_info: [{"id": "44be5167-d6fd-4055-af17-a36c0b1438af", "address": "fa:16:3e:26:8a:8c", "network": {"id": "f8aa88ad-ab03-4f4d-a694-4f56e57eca95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-155330557", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44be5167-d6", "ovs_interfaceid": "44be5167-d6fd-4055-af17-a36c0b1438af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96b3742f-d7c3-443e-822d-30b5c88055ff", "address": "fa:16:3e:28:25:48", "network": {"id": "abda80dd-2360-4e76-8ce8-059734036ad6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126966322", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b3742f-d7", "ovs_interfaceid": "96b3742f-d7c3-443e-822d-30b5c88055ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9dd9338-95b5-444c-95ce-dbe1d125e3d8", "address": "fa:16:3e:bc:88:c7", "network": {"id": "f8aa88ad-ab03-4f4d-a694-4f56e57eca95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-155330557", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dd9338-95", "ovs_interfaceid": "e9dd9338-95b5-444c-95ce-dbe1d125e3d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.724724] env[69942]: DEBUG nova.network.neutron [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Updating instance_info_cache with network_info: [{"id": "bc79b630-810d-4401-8673-b6b3fa7ea085", "address": "fa:16:3e:41:2c:15", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc79b630-81", "ovs_interfaceid": "bc79b630-810d-4401-8673-b6b3fa7ea085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.806802] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830712, 'name': CreateVM_Task, 'duration_secs': 0.972766} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.806951] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fadebc22-a7c0-484f-b613-662531256145] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.807860] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.808039] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.808349] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.808596] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ce403a-205a-4f74-ae3e-08207f6eb505 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.817883] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 836.817883] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520712f0-110f-6180-d774-107a96e97187" [ 836.817883] env[69942]: _type = "Task" [ 836.817883] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.820898] env[69942]: DEBUG oslo_vmware.api [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830713, 'name': PowerOnVM_Task, 'duration_secs': 0.555301} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.823905] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.824116] env[69942]: INFO nova.compute.manager [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Took 7.87 seconds to spawn the instance on the hypervisor. [ 836.824290] env[69942]: DEBUG nova.compute.manager [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.825046] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3eccc2-18a5-4418-b899-58b1ab9cc71d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.833409] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520712f0-110f-6180-d774-107a96e97187, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.834900] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.835174] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.835413] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.835561] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.835738] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.839117] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ffa7f81-4dfe-4bd0-9f51-ca76dd40ae38 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.848184] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.848342] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.850655] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557e23f0-c8c7-4de0-be98-3f873e775901 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.857025] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 836.857025] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bc9c80-ac89-f874-de2f-3ccda45dedf4" [ 836.857025] env[69942]: _type = "Task" [ 836.857025] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.863313] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bc9c80-ac89-f874-de2f-3ccda45dedf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.926127] env[69942]: DEBUG nova.compute.manager [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Received event network-changed-18b0837e-414b-4d61-bb8b-cb1227a778b1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.926127] env[69942]: DEBUG nova.compute.manager [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Refreshing instance network info cache due to event network-changed-18b0837e-414b-4d61-bb8b-cb1227a778b1. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.926471] env[69942]: DEBUG oslo_concurrency.lockutils [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] Acquiring lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.926471] env[69942]: DEBUG oslo_concurrency.lockutils [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] Acquired lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.926674] env[69942]: DEBUG nova.network.neutron [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Refreshing network info cache for port 18b0837e-414b-4d61-bb8b-cb1227a778b1 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.021728] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.028845] env[69942]: DEBUG nova.scheduler.client.report [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.170814] env[69942]: DEBUG oslo_concurrency.lockutils [req-b34da247-48c1-4aa5-94b5-d9f101631c0b req-106bbb17-69eb-437e-835e-a7c8eee5f340 service nova] Releasing lock "refresh_cache-fadebc22-a7c0-484f-b613-662531256145" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.229439] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Releasing lock "refresh_cache-5f87087e-9589-48ea-9d55-721beac9effe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.229795] env[69942]: DEBUG nova.compute.manager [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Instance network_info: |[{"id": "bc79b630-810d-4401-8673-b6b3fa7ea085", "address": "fa:16:3e:41:2c:15", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc79b630-81", "ovs_interfaceid": "bc79b630-810d-4401-8673-b6b3fa7ea085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.230299] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:2c:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc79b630-810d-4401-8673-b6b3fa7ea085', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.238765] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Creating folder: Project (b9b496ae352c4fdd9fac8da95074f3e1). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.239163] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e420e6b-fa80-49e5-b8f6-7a265c256b16 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.251913] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Created folder: Project (b9b496ae352c4fdd9fac8da95074f3e1) in parent group-v761487. [ 837.252145] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Creating folder: Instances. Parent ref: group-v761575. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.252581] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13e5e9f7-8413-486e-ba70-47d2020473e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.264161] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Created folder: Instances in parent group-v761575. [ 837.264161] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.264161] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.264356] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c6ec7bd-8410-4a80-b572-df81a95d9fcb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.287952] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.287952] env[69942]: value = "task-3830718" [ 837.287952] env[69942]: _type = "Task" [ 837.287952] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.296963] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830718, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.354038] env[69942]: INFO nova.compute.manager [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Took 39.86 seconds to build instance. [ 837.368784] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bc9c80-ac89-f874-de2f-3ccda45dedf4, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.369555] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a520ef32-6801-45ed-8a21-9aed7a6682a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.378444] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 837.378444] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d31b71-65f0-b607-8179-420ec3397e1f" [ 837.378444] env[69942]: _type = "Task" [ 837.378444] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.389100] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d31b71-65f0-b607-8179-420ec3397e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.523815] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830715, 'name': ReconfigVM_Task, 'duration_secs': 0.627295} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.523815] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-cfe77342-0b09-43a0-87c2-c8643b931434/volume-cfe77342-0b09-43a0-87c2-c8643b931434.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.530472] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93166efc-1199-4ab5-a7f4-201dc7d6d1f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.541747] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.542584] env[69942]: DEBUG nova.compute.manager [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.545468] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.749s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.549187] env[69942]: INFO nova.compute.claims [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.556561] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for the task: (returnval){ [ 837.556561] env[69942]: value = "task-3830719" [ 837.556561] env[69942]: _type = "Task" [ 837.556561] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.567932] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.807243] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830718, 'name': CreateVM_Task, 'duration_secs': 0.329858} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.807506] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.808523] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.809096] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.809573] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.810070] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b3bb91-f34a-485e-9a88-aa6e6c5c8bd2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.818276] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 837.818276] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5210f3eb-b69b-0bf7-687c-b82406ae7f78" [ 837.818276] env[69942]: _type = "Task" [ 837.818276] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.832104] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5210f3eb-b69b-0bf7-687c-b82406ae7f78, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.832501] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.832819] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.833240] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.833518] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.833859] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.834158] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7b4a93c-e539-42d8-b7ef-1685990b7d02 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.843282] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.843533] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.844662] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c18ec53-8e90-4075-be6f-1d8e0937e723 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.850741] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 837.850741] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52198adc-53f7-a777-4a77-e09b4125d485" [ 837.850741] env[69942]: _type = "Task" [ 837.850741] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.859919] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52198adc-53f7-a777-4a77-e09b4125d485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.860359] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad49de9a-6e26-4889-a813-b83a75d308a1 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.877s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.875263] env[69942]: DEBUG nova.network.neutron [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updated VIF entry in instance network info cache for port 18b0837e-414b-4d61-bb8b-cb1227a778b1. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.877265] env[69942]: DEBUG nova.network.neutron [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updating instance_info_cache with network_info: [{"id": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "address": "fa:16:3e:8d:bf:45", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b0837e-41", "ovs_interfaceid": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.894379] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d31b71-65f0-b607-8179-420ec3397e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.02499} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.895173] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.895422] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] fadebc22-a7c0-484f-b613-662531256145/fadebc22-a7c0-484f-b613-662531256145.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.896826] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53c5764d-13c5-4313-8c83-b8d7cdd7b714 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.904141] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 837.904141] env[69942]: value = "task-3830720" [ 837.904141] env[69942]: _type = "Task" [ 837.904141] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.915821] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.059327] env[69942]: DEBUG nova.compute.utils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.062430] env[69942]: DEBUG nova.compute.manager [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.062430] env[69942]: DEBUG nova.network.neutron [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.076403] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830719, 'name': ReconfigVM_Task, 'duration_secs': 0.219439} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.077637] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761528', 'volume_id': 'cfe77342-0b09-43a0-87c2-c8643b931434', 'name': 'volume-cfe77342-0b09-43a0-87c2-c8643b931434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4205f1b-fc63-496a-8cf6-d41a71f14e36', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfe77342-0b09-43a0-87c2-c8643b931434', 'serial': 'cfe77342-0b09-43a0-87c2-c8643b931434'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 838.078125] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51a3b15c-e5d0-483f-8157-6366916ce617 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.086635] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for the task: (returnval){ [ 838.086635] env[69942]: value = "task-3830721" [ 838.086635] env[69942]: _type = "Task" [ 838.086635] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.096296] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830721, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.169035] env[69942]: DEBUG nova.policy [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d4a0926fe440f599192435b2ea1ca6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77492b917bd44abcbf879c84378322c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.367773] env[69942]: DEBUG nova.compute.manager [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.371533] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52198adc-53f7-a777-4a77-e09b4125d485, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.373242] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc520fb-4f1f-4da2-90f4-b0d052ccf37c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.382123] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 838.382123] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529fea2c-1a2d-d688-8e43-cf07f2c72386" [ 838.382123] env[69942]: _type = "Task" [ 838.382123] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.390331] env[69942]: DEBUG oslo_concurrency.lockutils [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] Releasing lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.390331] env[69942]: DEBUG nova.compute.manager [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Received event network-vif-plugged-bc79b630-810d-4401-8673-b6b3fa7ea085 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.390331] env[69942]: DEBUG oslo_concurrency.lockutils [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] Acquiring lock "5f87087e-9589-48ea-9d55-721beac9effe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.390331] env[69942]: DEBUG oslo_concurrency.lockutils [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] Lock "5f87087e-9589-48ea-9d55-721beac9effe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.390331] env[69942]: DEBUG oslo_concurrency.lockutils [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] Lock "5f87087e-9589-48ea-9d55-721beac9effe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.390331] env[69942]: DEBUG nova.compute.manager [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] No waiting events found dispatching network-vif-plugged-bc79b630-810d-4401-8673-b6b3fa7ea085 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.390331] env[69942]: WARNING nova.compute.manager [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Received unexpected event network-vif-plugged-bc79b630-810d-4401-8673-b6b3fa7ea085 for instance with vm_state building and task_state spawning. [ 838.390331] env[69942]: DEBUG nova.compute.manager [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Received event network-changed-bc79b630-810d-4401-8673-b6b3fa7ea085 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.390331] env[69942]: DEBUG nova.compute.manager [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Refreshing instance network info cache due to event network-changed-bc79b630-810d-4401-8673-b6b3fa7ea085. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.390331] env[69942]: DEBUG oslo_concurrency.lockutils [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] Acquiring lock "refresh_cache-5f87087e-9589-48ea-9d55-721beac9effe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.390669] env[69942]: DEBUG oslo_concurrency.lockutils [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] Acquired lock "refresh_cache-5f87087e-9589-48ea-9d55-721beac9effe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.390852] env[69942]: DEBUG nova.network.neutron [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Refreshing network info cache for port bc79b630-810d-4401-8673-b6b3fa7ea085 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.401383] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529fea2c-1a2d-d688-8e43-cf07f2c72386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.418274] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830720, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.442430] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170c6fd4-da69-493c-b0f0-008a5fa92d61 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.453124] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f482b3-065f-443d-8251-abde7fc7cb9a tempest-ServersAdminNegativeTestJSON-673296016 tempest-ServersAdminNegativeTestJSON-673296016-project-admin] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Suspending the VM {{(pid=69942) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 838.453494] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cfcebdaf-8d79-4611-8eeb-a7e64e56c8b7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.465847] env[69942]: DEBUG oslo_vmware.api [None req-d5f482b3-065f-443d-8251-abde7fc7cb9a tempest-ServersAdminNegativeTestJSON-673296016 tempest-ServersAdminNegativeTestJSON-673296016-project-admin] Waiting for the task: (returnval){ [ 838.465847] env[69942]: value = "task-3830722" [ 838.465847] env[69942]: _type = "Task" [ 838.465847] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.480706] env[69942]: DEBUG oslo_vmware.api [None req-d5f482b3-065f-443d-8251-abde7fc7cb9a tempest-ServersAdminNegativeTestJSON-673296016 tempest-ServersAdminNegativeTestJSON-673296016-project-admin] Task: {'id': task-3830722, 'name': SuspendVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.565494] env[69942]: DEBUG nova.compute.manager [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.600092] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830721, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.722701] env[69942]: DEBUG nova.network.neutron [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Successfully created port: 89b8d22d-6d14-48fb-90ae-6a5629661ffb {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.900289] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529fea2c-1a2d-d688-8e43-cf07f2c72386, 'name': SearchDatastore_Task, 'duration_secs': 0.019243} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.901425] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.902096] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.903097] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 5f87087e-9589-48ea-9d55-721beac9effe/5f87087e-9589-48ea-9d55-721beac9effe.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.903097] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fd15f01-fa32-472f-9a4e-40336486659f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.914544] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 838.914544] env[69942]: value = "task-3830723" [ 838.914544] env[69942]: _type = "Task" [ 838.914544] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.918625] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733327} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.922896] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] fadebc22-a7c0-484f-b613-662531256145/fadebc22-a7c0-484f-b613-662531256145.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.922896] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.925898] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5df49d-fe5d-44d9-a2cf-42641833f955 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.935304] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.936994] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 838.936994] env[69942]: value = "task-3830724" [ 838.936994] env[69942]: _type = "Task" [ 838.936994] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.978534] env[69942]: DEBUG oslo_vmware.api [None req-d5f482b3-065f-443d-8251-abde7fc7cb9a tempest-ServersAdminNegativeTestJSON-673296016 tempest-ServersAdminNegativeTestJSON-673296016-project-admin] Task: {'id': task-3830722, 'name': SuspendVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.103018] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830721, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.128285] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4186f4fc-fb9b-4625-8d64-f02ea12dd26f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.138938] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9432060-adce-4300-9aa1-c1f16806d0e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.172401] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b4a9d2-488f-42f4-9ee8-29103de5a956 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.175859] env[69942]: DEBUG nova.network.neutron [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Updated VIF entry in instance network info cache for port bc79b630-810d-4401-8673-b6b3fa7ea085. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.176415] env[69942]: DEBUG nova.network.neutron [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Updating instance_info_cache with network_info: [{"id": "bc79b630-810d-4401-8673-b6b3fa7ea085", "address": "fa:16:3e:41:2c:15", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc79b630-81", "ovs_interfaceid": "bc79b630-810d-4401-8673-b6b3fa7ea085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.189434] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5321b1a0-015a-441c-83e3-9824baddce2a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.212186] env[69942]: DEBUG nova.compute.provider_tree [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.432213] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830723, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.453204] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161088} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.453692] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.454626] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8d35ee-c93f-46c0-9636-9d2b77432e3f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.485819] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] fadebc22-a7c0-484f-b613-662531256145/fadebc22-a7c0-484f-b613-662531256145.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.490335] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63159147-0eae-4aae-9c40-34319806755c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.515655] env[69942]: DEBUG oslo_vmware.api [None req-d5f482b3-065f-443d-8251-abde7fc7cb9a tempest-ServersAdminNegativeTestJSON-673296016 tempest-ServersAdminNegativeTestJSON-673296016-project-admin] Task: {'id': task-3830722, 'name': SuspendVM_Task} progress is 50%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.517600] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 839.517600] env[69942]: value = "task-3830725" [ 839.517600] env[69942]: _type = "Task" [ 839.517600] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.527324] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.583172] env[69942]: DEBUG nova.compute.manager [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.603009] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830721, 'name': Rename_Task, 'duration_secs': 1.202498} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.603413] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.603716] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-778815a6-510c-483c-94f5-9347e56d08ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.615384] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.615384] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.615384] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.615384] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.615384] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.616139] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.616139] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.616139] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.616353] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.616353] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.616524] env[69942]: DEBUG nova.virt.hardware [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.617484] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29f38b8-39b1-4519-9aa4-221b4b8084d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.624897] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for the task: (returnval){ [ 839.624897] env[69942]: value = "task-3830726" [ 839.624897] env[69942]: _type = "Task" [ 839.624897] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.634781] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bcf0d4-af03-45cf-8977-3a08ce28dcdd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.648254] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830726, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.680774] env[69942]: DEBUG oslo_concurrency.lockutils [req-4ea8c4c2-2194-4a29-8534-a228afceada7 req-4a9e659c-51a7-4369-9b96-89c1553fc8aa service nova] Releasing lock "refresh_cache-5f87087e-9589-48ea-9d55-721beac9effe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.717108] env[69942]: DEBUG nova.scheduler.client.report [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.930794] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600108} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.931169] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 5f87087e-9589-48ea-9d55-721beac9effe/5f87087e-9589-48ea-9d55-721beac9effe.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.931345] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.931615] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d77b7845-dca8-4650-a8c4-30c6d3e12693 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.940872] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 839.940872] env[69942]: value = "task-3830727" [ 839.940872] env[69942]: _type = "Task" [ 839.940872] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.954911] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.985573] env[69942]: DEBUG oslo_vmware.api [None req-d5f482b3-065f-443d-8251-abde7fc7cb9a tempest-ServersAdminNegativeTestJSON-673296016 tempest-ServersAdminNegativeTestJSON-673296016-project-admin] Task: {'id': task-3830722, 'name': SuspendVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.030119] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.136712] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.226137] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.226137] env[69942]: DEBUG nova.compute.manager [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.231047] env[69942]: DEBUG nova.compute.manager [req-69a3c5f4-2d92-46bf-9c22-9c9e13e4fa0f req-ce444695-2456-48f5-81f6-acac0bb9e573 service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Received event network-vif-plugged-89b8d22d-6d14-48fb-90ae-6a5629661ffb {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.232104] env[69942]: DEBUG oslo_concurrency.lockutils [req-69a3c5f4-2d92-46bf-9c22-9c9e13e4fa0f req-ce444695-2456-48f5-81f6-acac0bb9e573 service nova] Acquiring lock "d5d427de-4146-4712-a169-403cb430af2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.232483] env[69942]: DEBUG oslo_concurrency.lockutils [req-69a3c5f4-2d92-46bf-9c22-9c9e13e4fa0f req-ce444695-2456-48f5-81f6-acac0bb9e573 service nova] Lock "d5d427de-4146-4712-a169-403cb430af2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.232773] env[69942]: DEBUG oslo_concurrency.lockutils [req-69a3c5f4-2d92-46bf-9c22-9c9e13e4fa0f req-ce444695-2456-48f5-81f6-acac0bb9e573 service nova] Lock "d5d427de-4146-4712-a169-403cb430af2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.233092] env[69942]: DEBUG nova.compute.manager [req-69a3c5f4-2d92-46bf-9c22-9c9e13e4fa0f req-ce444695-2456-48f5-81f6-acac0bb9e573 service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] No waiting events found dispatching network-vif-plugged-89b8d22d-6d14-48fb-90ae-6a5629661ffb {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.233364] env[69942]: WARNING nova.compute.manager [req-69a3c5f4-2d92-46bf-9c22-9c9e13e4fa0f req-ce444695-2456-48f5-81f6-acac0bb9e573 service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Received unexpected event network-vif-plugged-89b8d22d-6d14-48fb-90ae-6a5629661ffb for instance with vm_state building and task_state spawning. [ 840.234195] env[69942]: DEBUG oslo_concurrency.lockutils [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.273s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.234505] env[69942]: DEBUG nova.objects.instance [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lazy-loading 'resources' on Instance uuid bda4aec8-266d-420a-9b3b-75af4deb8a8d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.258488] env[69942]: DEBUG nova.objects.instance [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lazy-loading 'flavor' on Instance uuid af07841b-b3cf-4064-aa18-46cf941305cf {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.361773] env[69942]: DEBUG nova.network.neutron [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Successfully updated port: 89b8d22d-6d14-48fb-90ae-6a5629661ffb {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.451911] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079237} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.454754] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.454754] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5311d238-e3e9-43cc-894f-e9c92715e76b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.478098] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 5f87087e-9589-48ea-9d55-721beac9effe/5f87087e-9589-48ea-9d55-721beac9effe.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.478523] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e08f4ad-35a8-49ba-be31-eb6011de9b90 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.510452] env[69942]: DEBUG oslo_vmware.api [None req-d5f482b3-065f-443d-8251-abde7fc7cb9a tempest-ServersAdminNegativeTestJSON-673296016 tempest-ServersAdminNegativeTestJSON-673296016-project-admin] Task: {'id': task-3830722, 'name': SuspendVM_Task, 'duration_secs': 1.640008} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.512710] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f482b3-065f-443d-8251-abde7fc7cb9a tempest-ServersAdminNegativeTestJSON-673296016 tempest-ServersAdminNegativeTestJSON-673296016-project-admin] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Suspended the VM {{(pid=69942) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 840.514031] env[69942]: DEBUG nova.compute.manager [None req-d5f482b3-065f-443d-8251-abde7fc7cb9a tempest-ServersAdminNegativeTestJSON-673296016 tempest-ServersAdminNegativeTestJSON-673296016-project-admin] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.514219] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 840.514219] env[69942]: value = "task-3830728" [ 840.514219] env[69942]: _type = "Task" [ 840.514219] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.515451] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243ebffc-063e-428e-97b0-8f5ffdece234 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.544377] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.544909] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.638668] env[69942]: DEBUG oslo_vmware.api [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830726, 'name': PowerOnVM_Task, 'duration_secs': 0.958595} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.639235] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.639507] env[69942]: INFO nova.compute.manager [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Took 7.06 seconds to spawn the instance on the hypervisor. [ 840.639732] env[69942]: DEBUG nova.compute.manager [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.640601] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc23ac-f8c7-47a0-b188-4603b3de516a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.736030] env[69942]: DEBUG nova.compute.utils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.737604] env[69942]: DEBUG nova.compute.manager [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.737604] env[69942]: DEBUG nova.network.neutron [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.766037] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquiring lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.766037] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquired lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.805620] env[69942]: DEBUG nova.policy [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78f064593bc6418fb7ced38fc3038ea8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9b496ae352c4fdd9fac8da95074f3e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.864526] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquiring lock "refresh_cache-d5d427de-4146-4712-a169-403cb430af2d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.864604] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquired lock "refresh_cache-d5d427de-4146-4712-a169-403cb430af2d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.866449] env[69942]: DEBUG nova.network.neutron [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.039507] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.042249] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830725, 'name': ReconfigVM_Task, 'duration_secs': 1.391722} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.042806] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Reconfigured VM instance instance-00000019 to attach disk [datastore1] fadebc22-a7c0-484f-b613-662531256145/fadebc22-a7c0-484f-b613-662531256145.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.050793] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36ce2922-0754-43d1-b7b6-006f862792c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.061812] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 841.061812] env[69942]: value = "task-3830729" [ 841.061812] env[69942]: _type = "Task" [ 841.061812] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.080296] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830729, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.164702] env[69942]: INFO nova.compute.manager [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Took 43.01 seconds to build instance. [ 841.240809] env[69942]: DEBUG nova.compute.manager [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.253971] env[69942]: DEBUG nova.network.neutron [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Successfully created port: 43b1e7d8-5205-4aff-a9cd-9879360caf1a {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.317083] env[69942]: DEBUG nova.network.neutron [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.328164] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c516efec-df2d-4ce1-b5c7-8d800350946f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.339730] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43007d7e-5ae2-4ed3-943c-375bf1e63874 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.382276] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d74440-880e-463c-9312-d18bdeb709e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.392866] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9058bf5c-51db-4b0a-bf43-1323a8a3a21f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.399708] env[69942]: DEBUG nova.compute.manager [req-99d09328-7cd5-4f31-b166-db4cd79c4005 req-7539b816-789b-4cfa-b0c4-30138ebf0ce4 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Received event network-changed-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.399910] env[69942]: DEBUG nova.compute.manager [req-99d09328-7cd5-4f31-b166-db4cd79c4005 req-7539b816-789b-4cfa-b0c4-30138ebf0ce4 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Refreshing instance network info cache due to event network-changed-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.400121] env[69942]: DEBUG oslo_concurrency.lockutils [req-99d09328-7cd5-4f31-b166-db4cd79c4005 req-7539b816-789b-4cfa-b0c4-30138ebf0ce4 service nova] Acquiring lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.411928] env[69942]: DEBUG nova.compute.provider_tree [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.427922] env[69942]: DEBUG nova.network.neutron [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.532552] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830728, 'name': ReconfigVM_Task, 'duration_secs': 0.925461} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.532842] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 5f87087e-9589-48ea-9d55-721beac9effe/5f87087e-9589-48ea-9d55-721beac9effe.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.533503] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe42d3e4-7233-400b-8767-a918627f4460 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.541740] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 841.541740] env[69942]: value = "task-3830730" [ 841.541740] env[69942]: _type = "Task" [ 841.541740] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.551150] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830730, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.575349] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830729, 'name': Rename_Task, 'duration_secs': 0.241946} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.575647] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.575899] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa31118c-afa8-4f97-b863-2c57ce207c34 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.583606] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 841.583606] env[69942]: value = "task-3830731" [ 841.583606] env[69942]: _type = "Task" [ 841.583606] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.593109] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.626726] env[69942]: DEBUG nova.network.neutron [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Updating instance_info_cache with network_info: [{"id": "89b8d22d-6d14-48fb-90ae-6a5629661ffb", "address": "fa:16:3e:31:ad:cc", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b8d22d-6d", "ovs_interfaceid": "89b8d22d-6d14-48fb-90ae-6a5629661ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.668199] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3fff9c-790c-4b8d-8440-a1fa3af7cb9e tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.063s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.947423] env[69942]: ERROR nova.scheduler.client.report [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] [req-4235d914-b654-4215-83d0-ea6b69f441dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4235d914-b654-4215-83d0-ea6b69f441dc"}]} [ 841.969366] env[69942]: DEBUG nova.scheduler.client.report [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 841.989366] env[69942]: DEBUG nova.scheduler.client.report [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 841.989601] env[69942]: DEBUG nova.compute.provider_tree [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.005612] env[69942]: DEBUG nova.scheduler.client.report [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 842.042345] env[69942]: DEBUG nova.scheduler.client.report [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 842.062107] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830730, 'name': Rename_Task, 'duration_secs': 0.303691} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.062402] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.062651] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-596fd06d-f96f-43d0-bc2c-7d3d8b63915a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.071287] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 842.071287] env[69942]: value = "task-3830732" [ 842.071287] env[69942]: _type = "Task" [ 842.071287] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.082859] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.101154] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830731, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.129890] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Releasing lock "refresh_cache-d5d427de-4146-4712-a169-403cb430af2d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.130339] env[69942]: DEBUG nova.compute.manager [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Instance network_info: |[{"id": "89b8d22d-6d14-48fb-90ae-6a5629661ffb", "address": "fa:16:3e:31:ad:cc", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b8d22d-6d", "ovs_interfaceid": "89b8d22d-6d14-48fb-90ae-6a5629661ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.130761] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:ad:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89b8d22d-6d14-48fb-90ae-6a5629661ffb', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.141098] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Creating folder: Project (77492b917bd44abcbf879c84378322c6). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.145027] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2733609-6b56-4005-ad5b-e3eb1dc24a89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.163747] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Created folder: Project (77492b917bd44abcbf879c84378322c6) in parent group-v761487. [ 842.163747] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Creating folder: Instances. Parent ref: group-v761578. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.163747] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c0f51c8-2428-4a83-a96f-50ea809c61c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.172847] env[69942]: DEBUG nova.compute.manager [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.180098] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Created folder: Instances in parent group-v761578. [ 842.180364] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.180900] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d427de-4146-4712-a169-403cb430af2d] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.186285] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b542063-f3d5-416f-8765-78e66ad2df5c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.219525] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.219525] env[69942]: value = "task-3830735" [ 842.219525] env[69942]: _type = "Task" [ 842.219525] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.235362] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830735, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.253988] env[69942]: DEBUG nova.compute.manager [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.298446] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.298707] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.298895] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.299103] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.299255] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.299414] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.300078] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.300330] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.300533] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.300726] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.300903] env[69942]: DEBUG nova.virt.hardware [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.302241] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be6fd78-b5e6-4e18-80c2-27a02dbd3ac0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.317572] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bfb318-ac65-4292-b066-129cb39657d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.374671] env[69942]: DEBUG nova.network.neutron [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updating instance_info_cache with network_info: [{"id": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "address": "fa:16:3e:28:f5:68", "network": {"id": "3e51e671-c4aa-4162-9416-6fa43a06847c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-903144140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26506c4e38764856bf835f8ab97fa906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be9ca5-fa", "ovs_interfaceid": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.586836] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830732, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.600081] env[69942]: DEBUG oslo_vmware.api [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830731, 'name': PowerOnVM_Task, 'duration_secs': 0.79653} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.600386] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.600589] env[69942]: INFO nova.compute.manager [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Took 16.36 seconds to spawn the instance on the hypervisor. [ 842.600765] env[69942]: DEBUG nova.compute.manager [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.603018] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a65f34-eb5d-405d-8eb3-668ec7449cbe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.710780] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.726496] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6aec82-ddff-427a-82b5-708e797ef438 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.737831] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830735, 'name': CreateVM_Task, 'duration_secs': 0.497191} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.739712] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69353414-8486-48ae-ab0f-0b2168e3e196 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.743871] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d427de-4146-4712-a169-403cb430af2d] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.744717] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.744947] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.745349] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.746439] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb615ef-cb0d-48d4-85f1-76698fc30ae5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.751504] env[69942]: DEBUG nova.compute.manager [req-94fd7cc8-6946-4200-bfa9-f340b0b5cb06 req-e39221f0-c8c7-4146-85c1-fdc57a966a2e service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Received event network-changed-89b8d22d-6d14-48fb-90ae-6a5629661ffb {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.751728] env[69942]: DEBUG nova.compute.manager [req-94fd7cc8-6946-4200-bfa9-f340b0b5cb06 req-e39221f0-c8c7-4146-85c1-fdc57a966a2e service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Refreshing instance network info cache due to event network-changed-89b8d22d-6d14-48fb-90ae-6a5629661ffb. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.751956] env[69942]: DEBUG oslo_concurrency.lockutils [req-94fd7cc8-6946-4200-bfa9-f340b0b5cb06 req-e39221f0-c8c7-4146-85c1-fdc57a966a2e service nova] Acquiring lock "refresh_cache-d5d427de-4146-4712-a169-403cb430af2d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.752162] env[69942]: DEBUG oslo_concurrency.lockutils [req-94fd7cc8-6946-4200-bfa9-f340b0b5cb06 req-e39221f0-c8c7-4146-85c1-fdc57a966a2e service nova] Acquired lock "refresh_cache-d5d427de-4146-4712-a169-403cb430af2d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.752349] env[69942]: DEBUG nova.network.neutron [req-94fd7cc8-6946-4200-bfa9-f340b0b5cb06 req-e39221f0-c8c7-4146-85c1-fdc57a966a2e service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Refreshing network info cache for port 89b8d22d-6d14-48fb-90ae-6a5629661ffb {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.787159] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for the task: (returnval){ [ 842.787159] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52786c4b-cd0b-7ec7-edf9-ecdbd33b3a79" [ 842.787159] env[69942]: _type = "Task" [ 842.787159] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.788935] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b67518a-e95b-43d9-974c-f9efe6375f22 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.806499] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a946a13c-c145-4607-98b1-be782833ac0c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.810520] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52786c4b-cd0b-7ec7-edf9-ecdbd33b3a79, 'name': SearchDatastore_Task, 'duration_secs': 0.012556} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.811204] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.811450] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.811718] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.814111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.814111] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.814111] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb2e26d4-3309-4f0d-9cd5-001cb67079f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.824914] env[69942]: DEBUG nova.compute.provider_tree [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.836874] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.837100] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.837862] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7125329b-012d-4812-acc9-2b246767ee88 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.844756] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for the task: (returnval){ [ 842.844756] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521af4cf-564c-917c-8f70-3f3060a96d02" [ 842.844756] env[69942]: _type = "Task" [ 842.844756] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.854307] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521af4cf-564c-917c-8f70-3f3060a96d02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.879164] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Releasing lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.879164] env[69942]: DEBUG nova.compute.manager [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Inject network info {{(pid=69942) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 842.879164] env[69942]: DEBUG nova.compute.manager [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] network_info to inject: |[{"id": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "address": "fa:16:3e:28:f5:68", "network": {"id": "3e51e671-c4aa-4162-9416-6fa43a06847c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-903144140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26506c4e38764856bf835f8ab97fa906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be9ca5-fa", "ovs_interfaceid": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 842.883254] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Reconfiguring VM instance to set the machine id {{(pid=69942) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 842.883605] env[69942]: DEBUG oslo_concurrency.lockutils [req-99d09328-7cd5-4f31-b166-db4cd79c4005 req-7539b816-789b-4cfa-b0c4-30138ebf0ce4 service nova] Acquired lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.883789] env[69942]: DEBUG nova.network.neutron [req-99d09328-7cd5-4f31-b166-db4cd79c4005 req-7539b816-789b-4cfa-b0c4-30138ebf0ce4 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Refreshing network info cache for port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.885419] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50731ce2-e1af-4c00-9016-75920ac9c69c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.903785] env[69942]: DEBUG oslo_vmware.api [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 842.903785] env[69942]: value = "task-3830736" [ 842.903785] env[69942]: _type = "Task" [ 842.903785] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.916577] env[69942]: DEBUG oslo_vmware.api [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.084974] env[69942]: DEBUG oslo_vmware.api [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830732, 'name': PowerOnVM_Task, 'duration_secs': 0.640807} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.085711] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.086354] env[69942]: INFO nova.compute.manager [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Took 8.54 seconds to spawn the instance on the hypervisor. [ 843.089015] env[69942]: DEBUG nova.compute.manager [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.089015] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13791cf7-2d4a-4a13-978f-11c4d8cb95f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.125363] env[69942]: INFO nova.compute.manager [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Took 46.24 seconds to build instance. [ 843.334473] env[69942]: DEBUG nova.network.neutron [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Successfully updated port: 43b1e7d8-5205-4aff-a9cd-9879360caf1a {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.362875] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521af4cf-564c-917c-8f70-3f3060a96d02, 'name': SearchDatastore_Task, 'duration_secs': 0.026694} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.363413] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f1b1d8-5a34-4e6f-b94b-b9ba3dfadd1c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.369725] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for the task: (returnval){ [ 843.369725] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5283ff53-68b6-ec87-5fc9-a2b92fb303fe" [ 843.369725] env[69942]: _type = "Task" [ 843.369725] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.374931] env[69942]: DEBUG nova.scheduler.client.report [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 843.375278] env[69942]: DEBUG nova.compute.provider_tree [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 48 to 49 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 843.375536] env[69942]: DEBUG nova.compute.provider_tree [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.385750] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5283ff53-68b6-ec87-5fc9-a2b92fb303fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.415195] env[69942]: DEBUG oslo_vmware.api [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830736, 'name': ReconfigVM_Task, 'duration_secs': 0.250517} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.415498] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4043d15e-0668-4176-ac56-a1b3a62b480f tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Reconfigured VM instance to set the machine id {{(pid=69942) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 843.585745] env[69942]: DEBUG nova.objects.instance [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lazy-loading 'flavor' on Instance uuid af07841b-b3cf-4064-aa18-46cf941305cf {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.616689] env[69942]: INFO nova.compute.manager [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Took 41.67 seconds to build instance. [ 843.634024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ffdff4c2-5264-4fde-883c-77ecea5724f9 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "fadebc22-a7c0-484f-b613-662531256145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.336s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.726707] env[69942]: DEBUG nova.network.neutron [req-94fd7cc8-6946-4200-bfa9-f340b0b5cb06 req-e39221f0-c8c7-4146-85c1-fdc57a966a2e service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Updated VIF entry in instance network info cache for port 89b8d22d-6d14-48fb-90ae-6a5629661ffb. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.726707] env[69942]: DEBUG nova.network.neutron [req-94fd7cc8-6946-4200-bfa9-f340b0b5cb06 req-e39221f0-c8c7-4146-85c1-fdc57a966a2e service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Updating instance_info_cache with network_info: [{"id": "89b8d22d-6d14-48fb-90ae-6a5629661ffb", "address": "fa:16:3e:31:ad:cc", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b8d22d-6d", "ovs_interfaceid": "89b8d22d-6d14-48fb-90ae-6a5629661ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.742263] env[69942]: DEBUG nova.network.neutron [req-99d09328-7cd5-4f31-b166-db4cd79c4005 req-7539b816-789b-4cfa-b0c4-30138ebf0ce4 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updated VIF entry in instance network info cache for port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.742263] env[69942]: DEBUG nova.network.neutron [req-99d09328-7cd5-4f31-b166-db4cd79c4005 req-7539b816-789b-4cfa-b0c4-30138ebf0ce4 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updating instance_info_cache with network_info: [{"id": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "address": "fa:16:3e:28:f5:68", "network": {"id": "3e51e671-c4aa-4162-9416-6fa43a06847c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-903144140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26506c4e38764856bf835f8ab97fa906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be9ca5-fa", "ovs_interfaceid": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.836987] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "refresh_cache-237ca2d4-176f-4766-b741-bd27dbea3654" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.837155] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquired lock "refresh_cache-237ca2d4-176f-4766-b741-bd27dbea3654" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.837316] env[69942]: DEBUG nova.network.neutron [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.881695] env[69942]: DEBUG oslo_concurrency.lockutils [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.647s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.883919] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5283ff53-68b6-ec87-5fc9-a2b92fb303fe, 'name': SearchDatastore_Task, 'duration_secs': 0.022169} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.884520] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.215s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.884841] env[69942]: DEBUG nova.objects.instance [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lazy-loading 'resources' on Instance uuid b90df52f-746d-4426-9b24-61fafe014887 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.887028] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.887028] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] d5d427de-4146-4712-a169-403cb430af2d/d5d427de-4146-4712-a169-403cb430af2d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.887416] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd706971-5b82-4f66-9930-8ec04d90cde1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.896877] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for the task: (returnval){ [ 843.896877] env[69942]: value = "task-3830737" [ 843.896877] env[69942]: _type = "Task" [ 843.896877] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.905745] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.918973] env[69942]: INFO nova.scheduler.client.report [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Deleted allocations for instance bda4aec8-266d-420a-9b3b-75af4deb8a8d [ 843.986866] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.986866] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.986866] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.986866] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.986866] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.987899] env[69942]: INFO nova.compute.manager [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Terminating instance [ 844.095903] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquiring lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.119268] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e748d90f-6e73-4287-a8ed-eafca1e14c5f tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "5f87087e-9589-48ea-9d55-721beac9effe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.155s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.137242] env[69942]: DEBUG nova.compute.manager [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.228148] env[69942]: DEBUG oslo_concurrency.lockutils [req-94fd7cc8-6946-4200-bfa9-f340b0b5cb06 req-e39221f0-c8c7-4146-85c1-fdc57a966a2e service nova] Releasing lock "refresh_cache-d5d427de-4146-4712-a169-403cb430af2d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.246894] env[69942]: DEBUG oslo_concurrency.lockutils [req-99d09328-7cd5-4f31-b166-db4cd79c4005 req-7539b816-789b-4cfa-b0c4-30138ebf0ce4 service nova] Releasing lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.247482] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquired lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.304273] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "fadebc22-a7c0-484f-b613-662531256145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.304646] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "fadebc22-a7c0-484f-b613-662531256145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.304875] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "fadebc22-a7c0-484f-b613-662531256145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.305077] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "fadebc22-a7c0-484f-b613-662531256145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.305260] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "fadebc22-a7c0-484f-b613-662531256145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.311253] env[69942]: INFO nova.compute.manager [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Terminating instance [ 844.375252] env[69942]: DEBUG nova.network.neutron [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.412190] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830737, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.429805] env[69942]: DEBUG oslo_concurrency.lockutils [None req-95f99514-2ac1-4b7f-b2b3-7faeaded6e62 tempest-DeleteServersAdminTestJSON-866799787 tempest-DeleteServersAdminTestJSON-866799787-project-member] Lock "bda4aec8-266d-420a-9b3b-75af4deb8a8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.022s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.494101] env[69942]: DEBUG nova.compute.manager [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.495027] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.495427] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171b6d04-8a78-4925-a789-afcca28b8898 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.505033] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.508872] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e040bb4d-5acb-4abc-9625-3adcce66df9d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.594551] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.594653] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.594855] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Deleting the datastore file [datastore1] f90ddb31-e6d1-4c72-beeb-af6a60afa09b {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.595235] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7e8d7d-1714-4cf5-b082-948d884ad72e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.609349] env[69942]: DEBUG oslo_vmware.api [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 844.609349] env[69942]: value = "task-3830739" [ 844.609349] env[69942]: _type = "Task" [ 844.609349] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.622356] env[69942]: DEBUG nova.compute.manager [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.625542] env[69942]: DEBUG oslo_vmware.api [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.645917] env[69942]: DEBUG nova.network.neutron [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Updating instance_info_cache with network_info: [{"id": "43b1e7d8-5205-4aff-a9cd-9879360caf1a", "address": "fa:16:3e:1a:cf:48", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b1e7d8-52", "ovs_interfaceid": "43b1e7d8-5205-4aff-a9cd-9879360caf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.674252] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.818247] env[69942]: DEBUG nova.compute.manager [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.818247] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.818247] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea6944e-ed72-4429-880a-0729cfb632c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.830948] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.831284] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe1cc4b9-1f6e-4be9-bb26-1b4bd8aa76ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.840602] env[69942]: DEBUG oslo_vmware.api [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 844.840602] env[69942]: value = "task-3830740" [ 844.840602] env[69942]: _type = "Task" [ 844.840602] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.845442] env[69942]: DEBUG nova.network.neutron [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.862998] env[69942]: DEBUG oslo_vmware.api [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.914106] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781565} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.914288] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] d5d427de-4146-4712-a169-403cb430af2d/d5d427de-4146-4712-a169-403cb430af2d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.914506] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.914716] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e9834e5-5f61-4bef-94a9-6cc686159b50 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.928890] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for the task: (returnval){ [ 844.928890] env[69942]: value = "task-3830741" [ 844.928890] env[69942]: _type = "Task" [ 844.928890] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.940288] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.028486] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15824a7-62d7-4366-8425-98924f2805d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.037668] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b68fd95-f5b2-43b1-b460-d55d992787d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.047265] env[69942]: DEBUG nova.compute.manager [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Received event network-changed-6277bbb6-61f4-411b-99c2-6c926de9f731 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.047484] env[69942]: DEBUG nova.compute.manager [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Refreshing instance network info cache due to event network-changed-6277bbb6-61f4-411b-99c2-6c926de9f731. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.047705] env[69942]: DEBUG oslo_concurrency.lockutils [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] Acquiring lock "refresh_cache-f4205f1b-fc63-496a-8cf6-d41a71f14e36" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.047853] env[69942]: DEBUG oslo_concurrency.lockutils [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] Acquired lock "refresh_cache-f4205f1b-fc63-496a-8cf6-d41a71f14e36" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.048112] env[69942]: DEBUG nova.network.neutron [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Refreshing network info cache for port 6277bbb6-61f4-411b-99c2-6c926de9f731 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.083199] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461876b3-9f37-47cd-a332-74a6a9251057 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.095887] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0121694-9b2c-471b-b5f5-68150e424b3c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.116713] env[69942]: DEBUG nova.compute.provider_tree [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.131157] env[69942]: DEBUG oslo_vmware.api [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370848} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.137659] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.137803] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.137899] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.138101] env[69942]: INFO nova.compute.manager [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Took 0.64 seconds to destroy the instance on the hypervisor. [ 845.138361] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.139398] env[69942]: DEBUG nova.compute.manager [-] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.139523] env[69942]: DEBUG nova.network.neutron [-] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.151837] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.156422] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Releasing lock "refresh_cache-237ca2d4-176f-4766-b741-bd27dbea3654" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.156422] env[69942]: DEBUG nova.compute.manager [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Instance network_info: |[{"id": "43b1e7d8-5205-4aff-a9cd-9879360caf1a", "address": "fa:16:3e:1a:cf:48", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b1e7d8-52", "ovs_interfaceid": "43b1e7d8-5205-4aff-a9cd-9879360caf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.156755] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:cf:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43b1e7d8-5205-4aff-a9cd-9879360caf1a', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.165680] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.166495] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.166749] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3f4edc6-cd87-4ec5-9e3b-e445cdb1bbd5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.189733] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.189733] env[69942]: value = "task-3830742" [ 845.189733] env[69942]: _type = "Task" [ 845.189733] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.199312] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830742, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.353260] env[69942]: DEBUG oslo_vmware.api [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830740, 'name': PowerOffVM_Task, 'duration_secs': 0.264687} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.355431] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.355841] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.364638] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b8d4d7-10f9-4347-8fd4-a2f37d1e07f6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.442127] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104891} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.442754] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.444174] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd0fe2e-bd0c-4e03-9767-ebd9f5e80fc0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.486149] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] d5d427de-4146-4712-a169-403cb430af2d/d5d427de-4146-4712-a169-403cb430af2d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.487397] env[69942]: DEBUG nova.network.neutron [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Updated VIF entry in instance network info cache for port 6277bbb6-61f4-411b-99c2-6c926de9f731. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.487882] env[69942]: DEBUG nova.network.neutron [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Updating instance_info_cache with network_info: [{"id": "6277bbb6-61f4-411b-99c2-6c926de9f731", "address": "fa:16:3e:76:21:0a", "network": {"id": "417fb783-9947-41d8-b6cb-1790e7ed792d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-608737024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17f4142e70e94a9eafd599976ee1389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6277bbb6-61", "ovs_interfaceid": "6277bbb6-61f4-411b-99c2-6c926de9f731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.489143] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d419c49-4a4a-403f-88f2-1dde18e2244f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.519600] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for the task: (returnval){ [ 845.519600] env[69942]: value = "task-3830744" [ 845.519600] env[69942]: _type = "Task" [ 845.519600] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.529377] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.529629] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.529883] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Deleting the datastore file [datastore1] fadebc22-a7c0-484f-b613-662531256145 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.533799] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6855f6c2-a937-4add-a3cd-dc8098805c9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.537167] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.541538] env[69942]: DEBUG oslo_vmware.api [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 845.541538] env[69942]: value = "task-3830745" [ 845.541538] env[69942]: _type = "Task" [ 845.541538] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.553157] env[69942]: DEBUG oslo_vmware.api [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.623914] env[69942]: DEBUG nova.scheduler.client.report [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.700956] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830742, 'name': CreateVM_Task, 'duration_secs': 0.396475} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.701229] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.702335] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.702335] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.702572] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.702871] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82782099-45b3-4679-a1e1-19c1964ba5d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.708705] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 845.708705] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524b3938-786b-9380-c636-12d50aa27e32" [ 845.708705] env[69942]: _type = "Task" [ 845.708705] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.725523] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524b3938-786b-9380-c636-12d50aa27e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.772365] env[69942]: DEBUG nova.network.neutron [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updating instance_info_cache with network_info: [{"id": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "address": "fa:16:3e:28:f5:68", "network": {"id": "3e51e671-c4aa-4162-9416-6fa43a06847c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-903144140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26506c4e38764856bf835f8ab97fa906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be9ca5-fa", "ovs_interfaceid": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.799514] env[69942]: DEBUG nova.compute.manager [req-7146f443-2cbb-41b8-ab52-9812e23670f5 req-888c92b6-be9e-42fb-bf0b-b0aa8ee65c01 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Received event network-vif-deleted-23bca62b-9c7a-433b-9a81-b2eab31bd490 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.799722] env[69942]: INFO nova.compute.manager [req-7146f443-2cbb-41b8-ab52-9812e23670f5 req-888c92b6-be9e-42fb-bf0b-b0aa8ee65c01 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Neutron deleted interface 23bca62b-9c7a-433b-9a81-b2eab31bd490; detaching it from the instance and deleting it from the info cache [ 845.799893] env[69942]: DEBUG nova.network.neutron [req-7146f443-2cbb-41b8-ab52-9812e23670f5 req-888c92b6-be9e-42fb-bf0b-b0aa8ee65c01 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.868701] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.868974] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.869176] env[69942]: DEBUG nova.compute.manager [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.870786] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f077053d-8393-44fe-9fef-a5757beee5e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.880399] env[69942]: DEBUG nova.compute.manager [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 845.880399] env[69942]: DEBUG nova.objects.instance [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'flavor' on Instance uuid 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.009816] env[69942]: DEBUG oslo_concurrency.lockutils [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] Releasing lock "refresh_cache-f4205f1b-fc63-496a-8cf6-d41a71f14e36" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.010283] env[69942]: DEBUG nova.compute.manager [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Received event network-vif-plugged-43b1e7d8-5205-4aff-a9cd-9879360caf1a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.010534] env[69942]: DEBUG oslo_concurrency.lockutils [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] Acquiring lock "237ca2d4-176f-4766-b741-bd27dbea3654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.011639] env[69942]: DEBUG oslo_concurrency.lockutils [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] Lock "237ca2d4-176f-4766-b741-bd27dbea3654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.011842] env[69942]: DEBUG oslo_concurrency.lockutils [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] Lock "237ca2d4-176f-4766-b741-bd27dbea3654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.012061] env[69942]: DEBUG nova.compute.manager [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] No waiting events found dispatching network-vif-plugged-43b1e7d8-5205-4aff-a9cd-9879360caf1a {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.012448] env[69942]: WARNING nova.compute.manager [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Received unexpected event network-vif-plugged-43b1e7d8-5205-4aff-a9cd-9879360caf1a for instance with vm_state building and task_state spawning. [ 846.012653] env[69942]: DEBUG nova.compute.manager [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Received event network-changed-43b1e7d8-5205-4aff-a9cd-9879360caf1a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.012819] env[69942]: DEBUG nova.compute.manager [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Refreshing instance network info cache due to event network-changed-43b1e7d8-5205-4aff-a9cd-9879360caf1a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.013250] env[69942]: DEBUG oslo_concurrency.lockutils [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] Acquiring lock "refresh_cache-237ca2d4-176f-4766-b741-bd27dbea3654" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.013855] env[69942]: DEBUG oslo_concurrency.lockutils [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] Acquired lock "refresh_cache-237ca2d4-176f-4766-b741-bd27dbea3654" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.014070] env[69942]: DEBUG nova.network.neutron [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Refreshing network info cache for port 43b1e7d8-5205-4aff-a9cd-9879360caf1a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.034821] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.053315] env[69942]: DEBUG oslo_vmware.api [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503286} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.053647] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.053870] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.054095] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.054325] env[69942]: INFO nova.compute.manager [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: fadebc22-a7c0-484f-b613-662531256145] Took 1.24 seconds to destroy the instance on the hypervisor. [ 846.054665] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.054959] env[69942]: DEBUG nova.compute.manager [-] [instance: fadebc22-a7c0-484f-b613-662531256145] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.055090] env[69942]: DEBUG nova.network.neutron [-] [instance: fadebc22-a7c0-484f-b613-662531256145] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.132788] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.135761] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.087s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.135761] env[69942]: DEBUG nova.objects.instance [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lazy-loading 'resources' on Instance uuid 94d16340-66d5-4cac-a8f2-dca1cab6e780 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.136846] env[69942]: DEBUG nova.network.neutron [-] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.169334] env[69942]: INFO nova.scheduler.client.report [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Deleted allocations for instance b90df52f-746d-4426-9b24-61fafe014887 [ 846.225646] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524b3938-786b-9380-c636-12d50aa27e32, 'name': SearchDatastore_Task, 'duration_secs': 0.050142} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.225972] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.226239] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.226583] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.226656] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.226793] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.227204] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae62b014-233a-4766-8579-c4d5cb080635 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.239485] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.240028] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.241230] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71af813a-f3a4-4f92-bfc2-9918b9346f5e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.248130] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 846.248130] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521d1e2d-5b7b-f7e8-ed2d-460b0aa7c4dd" [ 846.248130] env[69942]: _type = "Task" [ 846.248130] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.258547] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521d1e2d-5b7b-f7e8-ed2d-460b0aa7c4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.276937] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Releasing lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.277756] env[69942]: DEBUG nova.compute.manager [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Inject network info {{(pid=69942) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 846.277756] env[69942]: DEBUG nova.compute.manager [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] network_info to inject: |[{"id": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "address": "fa:16:3e:28:f5:68", "network": {"id": "3e51e671-c4aa-4162-9416-6fa43a06847c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-903144140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26506c4e38764856bf835f8ab97fa906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be9ca5-fa", "ovs_interfaceid": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 846.284207] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Reconfiguring VM instance to set the machine id {{(pid=69942) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 846.284207] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d6fc67-7d9f-413a-aa2e-a6a0d314d55c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.302175] env[69942]: DEBUG oslo_vmware.api [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 846.302175] env[69942]: value = "task-3830746" [ 846.302175] env[69942]: _type = "Task" [ 846.302175] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.307285] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4578f6e5-46b5-40cb-8f58-fb999001abab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.317179] env[69942]: DEBUG oslo_vmware.api [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.323629] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a112370-21d9-42c7-a200-3076fd3e4e86 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.365804] env[69942]: DEBUG nova.compute.manager [req-7146f443-2cbb-41b8-ab52-9812e23670f5 req-888c92b6-be9e-42fb-bf0b-b0aa8ee65c01 service nova] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Detach interface failed, port_id=23bca62b-9c7a-433b-9a81-b2eab31bd490, reason: Instance f90ddb31-e6d1-4c72-beeb-af6a60afa09b could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.531114] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830744, 'name': ReconfigVM_Task, 'duration_secs': 0.926456} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.531416] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Reconfigured VM instance instance-0000001d to attach disk [datastore1] d5d427de-4146-4712-a169-403cb430af2d/d5d427de-4146-4712-a169-403cb430af2d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.532063] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed8d9c1e-5542-47f9-99c2-79ebf37e40cf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.539555] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for the task: (returnval){ [ 846.539555] env[69942]: value = "task-3830747" [ 846.539555] env[69942]: _type = "Task" [ 846.539555] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.551852] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830747, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.643974] env[69942]: INFO nova.compute.manager [-] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Took 1.50 seconds to deallocate network for instance. [ 846.681106] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1908d7c8-a844-49e0-b2d1-c2e38a4d4b9d tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "b90df52f-746d-4426-9b24-61fafe014887" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.555s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.765522] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521d1e2d-5b7b-f7e8-ed2d-460b0aa7c4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.026465} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.768181] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f2ff9b-6e79-4883-82ab-408d522d095d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.776605] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 846.776605] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d5d70b-5117-fac2-8e44-738a142fbbe1" [ 846.776605] env[69942]: _type = "Task" [ 846.776605] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.784969] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d5d70b-5117-fac2-8e44-738a142fbbe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.812766] env[69942]: DEBUG oslo_vmware.api [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830746, 'name': ReconfigVM_Task, 'duration_secs': 0.165403} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.815474] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e032bc7d-5dcc-48e1-a268-5944621571f1 tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Reconfigured VM instance to set the machine id {{(pid=69942) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 846.848720] env[69942]: DEBUG nova.network.neutron [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Updated VIF entry in instance network info cache for port 43b1e7d8-5205-4aff-a9cd-9879360caf1a. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.849796] env[69942]: DEBUG nova.network.neutron [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Updating instance_info_cache with network_info: [{"id": "43b1e7d8-5205-4aff-a9cd-9879360caf1a", "address": "fa:16:3e:1a:cf:48", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43b1e7d8-52", "ovs_interfaceid": "43b1e7d8-5205-4aff-a9cd-9879360caf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.893024] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.893024] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3efa75a6-83b5-4a11-9f31-f9421ebdf04a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.899407] env[69942]: DEBUG oslo_vmware.api [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 846.899407] env[69942]: value = "task-3830748" [ 846.899407] env[69942]: _type = "Task" [ 846.899407] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.913890] env[69942]: DEBUG oslo_vmware.api [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.050572] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830747, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.097027] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.097366] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.122031] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquiring lock "af07841b-b3cf-4064-aa18-46cf941305cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.122031] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lock "af07841b-b3cf-4064-aa18-46cf941305cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.122185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquiring lock "af07841b-b3cf-4064-aa18-46cf941305cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.123058] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lock "af07841b-b3cf-4064-aa18-46cf941305cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.123058] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lock "af07841b-b3cf-4064-aa18-46cf941305cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.124939] env[69942]: INFO nova.compute.manager [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Terminating instance [ 847.150620] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.212550] env[69942]: DEBUG nova.compute.manager [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Received event network-changed-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.212550] env[69942]: DEBUG nova.compute.manager [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Refreshing instance network info cache due to event network-changed-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.212550] env[69942]: DEBUG oslo_concurrency.lockutils [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] Acquiring lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.212550] env[69942]: DEBUG oslo_concurrency.lockutils [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] Acquired lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.212550] env[69942]: DEBUG nova.network.neutron [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Refreshing network info cache for port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.237105] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bf5a1a-80ef-403d-ab8b-f338494db0c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.246280] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34da9430-c3a4-400f-a0f2-6fe754c68453 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.283194] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbea9e8-69f2-4c61-88f3-35107741e99e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.295738] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e89c99c-5dbb-42f0-b339-ca9cb8a5b1a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.300035] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d5d70b-5117-fac2-8e44-738a142fbbe1, 'name': SearchDatastore_Task, 'duration_secs': 0.014004} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.300337] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.300899] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 237ca2d4-176f-4766-b741-bd27dbea3654/237ca2d4-176f-4766-b741-bd27dbea3654.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.301525] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99bd2536-1d97-42f1-b3cc-20da87043710 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.312620] env[69942]: DEBUG nova.compute.provider_tree [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.321594] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 847.321594] env[69942]: value = "task-3830749" [ 847.321594] env[69942]: _type = "Task" [ 847.321594] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.333541] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.355882] env[69942]: DEBUG oslo_concurrency.lockutils [req-d4b7484f-bb3a-41cb-8fcc-be413b762fec req-92d2ca28-787a-4e36-b210-c0c45915ad90 service nova] Releasing lock "refresh_cache-237ca2d4-176f-4766-b741-bd27dbea3654" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.409215] env[69942]: DEBUG oslo_vmware.api [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830748, 'name': PowerOffVM_Task, 'duration_secs': 0.32668} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.409394] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.409582] env[69942]: DEBUG nova.compute.manager [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.410657] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5383959-cdc4-4002-b606-2f3e57d53985 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.553256] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830747, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.597349] env[69942]: DEBUG nova.network.neutron [-] [instance: fadebc22-a7c0-484f-b613-662531256145] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.628082] env[69942]: DEBUG nova.compute.manager [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.628344] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.629167] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16737386-1f87-403a-8255-18f8b834ac01 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.644035] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.644035] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d79ef06d-1d93-4c7c-a2ce-6edfec5e4618 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.654375] env[69942]: DEBUG oslo_vmware.api [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 847.654375] env[69942]: value = "task-3830750" [ 847.654375] env[69942]: _type = "Task" [ 847.654375] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.666408] env[69942]: DEBUG oslo_vmware.api [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.815721] env[69942]: DEBUG nova.scheduler.client.report [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.834447] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830749, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.922476] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2a25fddf-33f5-43d1-ad28-98abd3729c4a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.983457] env[69942]: DEBUG nova.network.neutron [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updated VIF entry in instance network info cache for port 09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.983457] env[69942]: DEBUG nova.network.neutron [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updating instance_info_cache with network_info: [{"id": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "address": "fa:16:3e:28:f5:68", "network": {"id": "3e51e671-c4aa-4162-9416-6fa43a06847c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-903144140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26506c4e38764856bf835f8ab97fa906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be9ca5-fa", "ovs_interfaceid": "09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.052361] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830747, 'name': Rename_Task, 'duration_secs': 1.312715} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.052796] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.053115] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e771f0b-6bbe-48e4-aa5b-a2d3c215e32f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.059789] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for the task: (returnval){ [ 848.059789] env[69942]: value = "task-3830751" [ 848.059789] env[69942]: _type = "Task" [ 848.059789] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.068569] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.102251] env[69942]: INFO nova.compute.manager [-] [instance: fadebc22-a7c0-484f-b613-662531256145] Took 2.05 seconds to deallocate network for instance. [ 848.165556] env[69942]: DEBUG oslo_vmware.api [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.324017] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.328074] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.958s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.329959] env[69942]: INFO nova.compute.claims [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.347035] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746537} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.347133] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 237ca2d4-176f-4766-b741-bd27dbea3654/237ca2d4-176f-4766-b741-bd27dbea3654.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.347336] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.347603] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28948f68-6805-4b93-a78a-5698395b41e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.355550] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 848.355550] env[69942]: value = "task-3830752" [ 848.355550] env[69942]: _type = "Task" [ 848.355550] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.367133] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.376591] env[69942]: INFO nova.scheduler.client.report [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Deleted allocations for instance 94d16340-66d5-4cac-a8f2-dca1cab6e780 [ 848.487340] env[69942]: DEBUG oslo_concurrency.lockutils [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] Releasing lock "refresh_cache-af07841b-b3cf-4064-aa18-46cf941305cf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.487647] env[69942]: DEBUG nova.compute.manager [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received event network-vif-deleted-e9dd9338-95b5-444c-95ce-dbe1d125e3d8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.488124] env[69942]: INFO nova.compute.manager [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Neutron deleted interface e9dd9338-95b5-444c-95ce-dbe1d125e3d8; detaching it from the instance and deleting it from the info cache [ 848.488396] env[69942]: DEBUG nova.network.neutron [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Updating instance_info_cache with network_info: [{"id": "44be5167-d6fd-4055-af17-a36c0b1438af", "address": "fa:16:3e:26:8a:8c", "network": {"id": "f8aa88ad-ab03-4f4d-a694-4f56e57eca95", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-155330557", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44be5167-d6", "ovs_interfaceid": "44be5167-d6fd-4055-af17-a36c0b1438af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "96b3742f-d7c3-443e-822d-30b5c88055ff", "address": "fa:16:3e:28:25:48", "network": {"id": "abda80dd-2360-4e76-8ce8-059734036ad6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126966322", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b3742f-d7", "ovs_interfaceid": "96b3742f-d7c3-443e-822d-30b5c88055ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.570252] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830751, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.609196] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.641821] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquiring lock "30ef4444-a9fb-41c8-befd-5a4d6304157e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.641821] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Lock "30ef4444-a9fb-41c8-befd-5a4d6304157e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.641933] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquiring lock "30ef4444-a9fb-41c8-befd-5a4d6304157e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.642124] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Lock "30ef4444-a9fb-41c8-befd-5a4d6304157e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.642312] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Lock "30ef4444-a9fb-41c8-befd-5a4d6304157e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.644508] env[69942]: INFO nova.compute.manager [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Terminating instance [ 848.667042] env[69942]: DEBUG oslo_vmware.api [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830750, 'name': PowerOffVM_Task, 'duration_secs': 0.602074} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.667310] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.667480] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.667740] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca24522d-d843-43c7-9770-cbaa28ececca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.706841] env[69942]: DEBUG nova.objects.instance [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'flavor' on Instance uuid 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.759664] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.759810] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.760020] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Deleting the datastore file [datastore2] af07841b-b3cf-4064-aa18-46cf941305cf {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.760693] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ff7acb4-d477-4052-b290-5fe6b6cfa112 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.770870] env[69942]: DEBUG oslo_vmware.api [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for the task: (returnval){ [ 848.770870] env[69942]: value = "task-3830754" [ 848.770870] env[69942]: _type = "Task" [ 848.770870] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.779148] env[69942]: DEBUG oslo_vmware.api [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.869898] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115891} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.870216] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.871109] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32362e0d-b635-4cd8-b5f0-f8dac803bab4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.900200] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 237ca2d4-176f-4766-b741-bd27dbea3654/237ca2d4-176f-4766-b741-bd27dbea3654.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.900892] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9a7e6122-ae4a-4de2-988e-4127bdd8b1e4 tempest-ListServersNegativeTestJSON-606055092 tempest-ListServersNegativeTestJSON-606055092-project-member] Lock "94d16340-66d5-4cac-a8f2-dca1cab6e780" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.337s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.902502] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7d1fd0-7b76-46f0-93e6-52a48c773dd1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.926723] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 848.926723] env[69942]: value = "task-3830755" [ 848.926723] env[69942]: _type = "Task" [ 848.926723] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.937525] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.991970] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b71127f-f18a-4d42-8934-e208f9f13190 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.004117] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b0e0cf-e744-46df-afd1-9410e3a4dfd9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.042886] env[69942]: DEBUG nova.compute.manager [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Detach interface failed, port_id=e9dd9338-95b5-444c-95ce-dbe1d125e3d8, reason: Instance fadebc22-a7c0-484f-b613-662531256145 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.043173] env[69942]: DEBUG nova.compute.manager [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received event network-vif-deleted-44be5167-d6fd-4055-af17-a36c0b1438af {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.043396] env[69942]: INFO nova.compute.manager [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Neutron deleted interface 44be5167-d6fd-4055-af17-a36c0b1438af; detaching it from the instance and deleting it from the info cache [ 849.043700] env[69942]: DEBUG nova.network.neutron [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Updating instance_info_cache with network_info: [{"id": "96b3742f-d7c3-443e-822d-30b5c88055ff", "address": "fa:16:3e:28:25:48", "network": {"id": "abda80dd-2360-4e76-8ce8-059734036ad6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1126966322", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96b3742f-d7", "ovs_interfaceid": "96b3742f-d7c3-443e-822d-30b5c88055ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.071797] env[69942]: DEBUG oslo_vmware.api [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830751, 'name': PowerOnVM_Task, 'duration_secs': 0.729148} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.072100] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.072375] env[69942]: INFO nova.compute.manager [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Took 9.49 seconds to spawn the instance on the hypervisor. [ 849.072556] env[69942]: DEBUG nova.compute.manager [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.073391] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae37e49-9667-4bbb-82ae-78497cae5935 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.149357] env[69942]: DEBUG nova.compute.manager [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.149657] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.150628] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9885cfe7-d37b-4207-b67b-c94784a3d62b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.160700] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.160979] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b288ec67-db46-4b60-a2df-8250b031943f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.169793] env[69942]: DEBUG oslo_vmware.api [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for the task: (returnval){ [ 849.169793] env[69942]: value = "task-3830756" [ 849.169793] env[69942]: _type = "Task" [ 849.169793] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.180050] env[69942]: DEBUG oslo_vmware.api [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.213653] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.213968] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.214184] env[69942]: DEBUG nova.network.neutron [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.214453] env[69942]: DEBUG nova.objects.instance [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'info_cache' on Instance uuid 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.240504] env[69942]: DEBUG nova.compute.manager [req-ceee15dc-1f08-4024-9025-3e568b7e631e req-f3fde86e-794c-4492-96a7-c0bfad42997c service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Received event network-vif-deleted-96b3742f-d7c3-443e-822d-30b5c88055ff {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.240754] env[69942]: INFO nova.compute.manager [req-ceee15dc-1f08-4024-9025-3e568b7e631e req-f3fde86e-794c-4492-96a7-c0bfad42997c service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Neutron deleted interface 96b3742f-d7c3-443e-822d-30b5c88055ff; detaching it from the instance and deleting it from the info cache [ 849.240945] env[69942]: DEBUG nova.network.neutron [req-ceee15dc-1f08-4024-9025-3e568b7e631e req-f3fde86e-794c-4492-96a7-c0bfad42997c service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.280056] env[69942]: DEBUG oslo_vmware.api [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Task: {'id': task-3830754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400036} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.280337] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.280518] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.280694] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.280872] env[69942]: INFO nova.compute.manager [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Took 1.65 seconds to destroy the instance on the hypervisor. [ 849.281127] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.281320] env[69942]: DEBUG nova.compute.manager [-] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.281448] env[69942]: DEBUG nova.network.neutron [-] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.440227] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830755, 'name': ReconfigVM_Task, 'duration_secs': 0.391634} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.440227] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 237ca2d4-176f-4766-b741-bd27dbea3654/237ca2d4-176f-4766-b741-bd27dbea3654.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.442023] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6023d4bf-67ec-4676-8077-203b168d107c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.448039] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 849.448039] env[69942]: value = "task-3830757" [ 849.448039] env[69942]: _type = "Task" [ 849.448039] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.461789] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830757, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.546323] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05851cbc-b2dd-4517-817b-87f5ab2f975b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.558851] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea4d0e1-8bc3-4ef5-9246-c7966f907737 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.608441] env[69942]: DEBUG nova.compute.manager [req-49d1d4ce-b6f5-4436-a590-fe9b29f8051d req-762f4c92-8be7-4195-8522-0dcccc3373d9 service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Detach interface failed, port_id=44be5167-d6fd-4055-af17-a36c0b1438af, reason: Instance fadebc22-a7c0-484f-b613-662531256145 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.612306] env[69942]: INFO nova.compute.manager [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Took 44.42 seconds to build instance. [ 849.685637] env[69942]: DEBUG oslo_vmware.api [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830756, 'name': PowerOffVM_Task, 'duration_secs': 0.224069} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.685953] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.686153] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.686416] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d84974e-51c5-450b-b599-86faebc39d1f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.718446] env[69942]: DEBUG nova.objects.base [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Object Instance<3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2> lazy-loaded attributes: flavor,info_cache {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 849.746785] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5cbfba0-31f0-47b9-8b2b-1037aa6e3d4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.758359] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85f7441-4955-444f-a265-aa5f1e2674d9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.769760] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.770073] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.770206] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Deleting the datastore file [datastore2] 30ef4444-a9fb-41c8-befd-5a4d6304157e {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.773697] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08e747b6-1223-43ba-a96d-69a75110ef35 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.781990] env[69942]: DEBUG oslo_vmware.api [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for the task: (returnval){ [ 849.781990] env[69942]: value = "task-3830759" [ 849.781990] env[69942]: _type = "Task" [ 849.781990] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.797559] env[69942]: DEBUG nova.compute.manager [req-ceee15dc-1f08-4024-9025-3e568b7e631e req-f3fde86e-794c-4492-96a7-c0bfad42997c service nova] [instance: fadebc22-a7c0-484f-b613-662531256145] Detach interface failed, port_id=96b3742f-d7c3-443e-822d-30b5c88055ff, reason: Instance fadebc22-a7c0-484f-b613-662531256145 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.804165] env[69942]: DEBUG oslo_vmware.api [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.954957] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac54a9e-e9f5-4f8a-b4e1-ba03e7ead2a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.964837] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830757, 'name': Rename_Task, 'duration_secs': 0.168234} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.966740] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.967019] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af91027c-6875-4e6b-8e0e-787a6fb77a7a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.969380] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093473e-0f7c-4e99-815e-b25355235eb0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.979850] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 849.979850] env[69942]: value = "task-3830760" [ 849.979850] env[69942]: _type = "Task" [ 849.979850] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.010550] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597dd9a4-78a3-4743-a010-27d5bcec5ef4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.023991] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.026118] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fff558-f066-4d40-8d60-e519e5031abd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.046671] env[69942]: DEBUG nova.compute.provider_tree [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.115966] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7699903-2572-4166-9767-b4ab3b7cd31c tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Lock "d5d427de-4146-4712-a169-403cb430af2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.481s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.297800] env[69942]: DEBUG oslo_vmware.api [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Task: {'id': task-3830759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394765} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.298142] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.298598] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.298598] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.298842] env[69942]: INFO nova.compute.manager [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 850.298883] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.299284] env[69942]: DEBUG nova.compute.manager [-] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.299284] env[69942]: DEBUG nova.network.neutron [-] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.512672] env[69942]: DEBUG nova.network.neutron [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance_info_cache with network_info: [{"id": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "address": "fa:16:3e:17:8a:b1", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e5c57-25", "ovs_interfaceid": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.521350] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830760, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.527959] env[69942]: DEBUG nova.compute.manager [None req-d44139c8-e9fa-4291-b746-ca2ba079e735 tempest-ServerExternalEventsTest-802313860 tempest-ServerExternalEventsTest-802313860-project] [instance: d5d427de-4146-4712-a169-403cb430af2d] Received event network-changed {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.528197] env[69942]: DEBUG nova.compute.manager [None req-d44139c8-e9fa-4291-b746-ca2ba079e735 tempest-ServerExternalEventsTest-802313860 tempest-ServerExternalEventsTest-802313860-project] [instance: d5d427de-4146-4712-a169-403cb430af2d] Refreshing instance network info cache due to event network-changed. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.528425] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d44139c8-e9fa-4291-b746-ca2ba079e735 tempest-ServerExternalEventsTest-802313860 tempest-ServerExternalEventsTest-802313860-project] Acquiring lock "refresh_cache-d5d427de-4146-4712-a169-403cb430af2d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.529014] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d44139c8-e9fa-4291-b746-ca2ba079e735 tempest-ServerExternalEventsTest-802313860 tempest-ServerExternalEventsTest-802313860-project] Acquired lock "refresh_cache-d5d427de-4146-4712-a169-403cb430af2d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.529014] env[69942]: DEBUG nova.network.neutron [None req-d44139c8-e9fa-4291-b746-ca2ba079e735 tempest-ServerExternalEventsTest-802313860 tempest-ServerExternalEventsTest-802313860-project] [instance: d5d427de-4146-4712-a169-403cb430af2d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.550234] env[69942]: DEBUG nova.scheduler.client.report [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.621043] env[69942]: DEBUG nova.compute.manager [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.706686] env[69942]: DEBUG nova.network.neutron [-] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.018916] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.022049] env[69942]: DEBUG oslo_vmware.api [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830760, 'name': PowerOnVM_Task, 'duration_secs': 0.728496} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.022049] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.022049] env[69942]: INFO nova.compute.manager [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Took 8.77 seconds to spawn the instance on the hypervisor. [ 851.022049] env[69942]: DEBUG nova.compute.manager [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.023022] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ae18d-00a9-4919-9c6d-43fda5f47b02 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.061026] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.061026] env[69942]: DEBUG nova.compute.manager [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.062286] env[69942]: DEBUG oslo_concurrency.lockutils [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.034s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.062657] env[69942]: DEBUG nova.objects.instance [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lazy-loading 'resources' on Instance uuid 33ba1953-b692-4305-8298-8284e46d5ef8 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.148676] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.210987] env[69942]: INFO nova.compute.manager [-] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Took 1.93 seconds to deallocate network for instance. [ 851.319024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquiring lock "d5d427de-4146-4712-a169-403cb430af2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.319024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Lock "d5d427de-4146-4712-a169-403cb430af2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.319024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquiring lock "d5d427de-4146-4712-a169-403cb430af2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.319024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Lock "d5d427de-4146-4712-a169-403cb430af2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.319024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Lock "d5d427de-4146-4712-a169-403cb430af2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.320309] env[69942]: INFO nova.compute.manager [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Terminating instance [ 851.457681] env[69942]: DEBUG nova.network.neutron [None req-d44139c8-e9fa-4291-b746-ca2ba079e735 tempest-ServerExternalEventsTest-802313860 tempest-ServerExternalEventsTest-802313860-project] [instance: d5d427de-4146-4712-a169-403cb430af2d] Updating instance_info_cache with network_info: [{"id": "89b8d22d-6d14-48fb-90ae-6a5629661ffb", "address": "fa:16:3e:31:ad:cc", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b8d22d-6d", "ovs_interfaceid": "89b8d22d-6d14-48fb-90ae-6a5629661ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.547886] env[69942]: INFO nova.compute.manager [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Took 43.77 seconds to build instance. [ 851.563748] env[69942]: DEBUG nova.compute.utils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.565258] env[69942]: DEBUG nova.compute.manager [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.565432] env[69942]: DEBUG nova.network.neutron [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.650669] env[69942]: DEBUG nova.policy [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c8439e4e8914519938734ca15f5ba60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25306d72683844149cb89d574c1ef303', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.722487] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.751167] env[69942]: DEBUG nova.compute.manager [req-b60af819-aaee-448c-82f3-dd8345442e49 req-8a741134-57a4-4980-8f07-bb16389dd420 service nova] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Received event network-vif-deleted-09be9ca5-fad4-4e20-82bb-6b4b2d76b7c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.828025] env[69942]: DEBUG nova.compute.manager [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.828025] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.829487] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cc1328-f252-4515-a856-62efddcdf895 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.840236] env[69942]: DEBUG nova.compute.manager [req-035d4372-4c47-4118-a368-f7a046d900c1 req-cac5320a-4688-4f22-937e-8cd07051e82e service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Received event network-vif-deleted-c6057395-4747-4d08-aa4e-1a9b78e7ca6d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.840521] env[69942]: INFO nova.compute.manager [req-035d4372-4c47-4118-a368-f7a046d900c1 req-cac5320a-4688-4f22-937e-8cd07051e82e service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Neutron deleted interface c6057395-4747-4d08-aa4e-1a9b78e7ca6d; detaching it from the instance and deleting it from the info cache [ 851.840699] env[69942]: DEBUG nova.network.neutron [req-035d4372-4c47-4118-a368-f7a046d900c1 req-cac5320a-4688-4f22-937e-8cd07051e82e service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.849744] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.849744] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed57ce04-e204-4565-81d4-f30cfd4a9585 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.861693] env[69942]: DEBUG oslo_vmware.api [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for the task: (returnval){ [ 851.861693] env[69942]: value = "task-3830761" [ 851.861693] env[69942]: _type = "Task" [ 851.861693] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.877951] env[69942]: DEBUG oslo_vmware.api [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.960390] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d44139c8-e9fa-4291-b746-ca2ba079e735 tempest-ServerExternalEventsTest-802313860 tempest-ServerExternalEventsTest-802313860-project] Releasing lock "refresh_cache-d5d427de-4146-4712-a169-403cb430af2d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.034025] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.034025] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b95b57e3-cf24-4238-a8c8-9883c48b93de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.042303] env[69942]: DEBUG oslo_vmware.api [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 852.042303] env[69942]: value = "task-3830762" [ 852.042303] env[69942]: _type = "Task" [ 852.042303] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.046586] env[69942]: DEBUG nova.network.neutron [-] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.056190] env[69942]: DEBUG oslo_concurrency.lockutils [None req-455e6225-3cf9-4f57-91d1-6b4e5b7e9a40 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "237ca2d4-176f-4766-b741-bd27dbea3654" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.059s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.065511] env[69942]: DEBUG oslo_vmware.api [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.077796] env[69942]: DEBUG nova.compute.manager [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.161494] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e740317a-f1d2-4087-a0de-f7467fc29eb1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.170417] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f511b71-18c3-4b4b-ad62-37093443cc3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.205079] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ce75ed-2e6c-4b73-b9a9-fa006f8dab0d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.218426] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d17bad-9d71-4417-a55f-04e3403dc31c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.230835] env[69942]: DEBUG nova.compute.provider_tree [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.347968] env[69942]: DEBUG nova.network.neutron [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Successfully created port: 521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.350928] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac1383e3-7c16-4c05-b5ae-085cd036744b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.363165] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1140c9b5-b0da-4a10-b04a-3ef5f10225f9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.387702] env[69942]: DEBUG oslo_vmware.api [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830761, 'name': PowerOffVM_Task, 'duration_secs': 0.234595} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.388044] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.388231] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.388531] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98a0fdfb-42f6-4299-8878-874f0d41f06e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.405409] env[69942]: DEBUG nova.compute.manager [req-035d4372-4c47-4118-a368-f7a046d900c1 req-cac5320a-4688-4f22-937e-8cd07051e82e service nova] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Detach interface failed, port_id=c6057395-4747-4d08-aa4e-1a9b78e7ca6d, reason: Instance 30ef4444-a9fb-41c8-befd-5a4d6304157e could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 852.556849] env[69942]: INFO nova.compute.manager [-] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Took 2.26 seconds to deallocate network for instance. [ 852.557199] env[69942]: DEBUG oslo_vmware.api [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.562547] env[69942]: DEBUG nova.compute.manager [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.622580] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.622838] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.623121] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Deleting the datastore file [datastore1] d5d427de-4146-4712-a169-403cb430af2d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.624221] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0d49ca9-40bc-47a8-99a6-434e3d5d8cd8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.633885] env[69942]: DEBUG oslo_vmware.api [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for the task: (returnval){ [ 852.633885] env[69942]: value = "task-3830764" [ 852.633885] env[69942]: _type = "Task" [ 852.633885] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.646391] env[69942]: DEBUG oslo_vmware.api [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.736364] env[69942]: DEBUG nova.scheduler.client.report [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.058282] env[69942]: DEBUG oslo_vmware.api [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830762, 'name': PowerOnVM_Task, 'duration_secs': 0.714903} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.058567] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.058769] env[69942]: DEBUG nova.compute.manager [None req-e7342ab4-603a-4055-a379-82ea2d20acf2 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.059622] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d6c08c-1b58-4a29-bb5b-6e426cbb08f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.067983] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.089200] env[69942]: DEBUG nova.compute.manager [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.096783] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.127985] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.128271] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.128526] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.128827] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.128827] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.128934] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.129102] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.129254] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.129526] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.129603] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.129762] env[69942]: DEBUG nova.virt.hardware [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.130746] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13b4395-720d-4e05-87cd-c7bfcc7f303c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.144677] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bde72a9-e240-4526-ad6c-39767e3aa8eb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.152728] env[69942]: DEBUG oslo_vmware.api [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Task: {'id': task-3830764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13386} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.153488] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.153699] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.154637] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.158150] env[69942]: INFO nova.compute.manager [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] [instance: d5d427de-4146-4712-a169-403cb430af2d] Took 1.33 seconds to destroy the instance on the hypervisor. [ 853.158451] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.169037] env[69942]: DEBUG nova.compute.manager [-] [instance: d5d427de-4146-4712-a169-403cb430af2d] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.169209] env[69942]: DEBUG nova.network.neutron [-] [instance: d5d427de-4146-4712-a169-403cb430af2d] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.243264] env[69942]: DEBUG oslo_concurrency.lockutils [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.246019] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.537s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.246307] env[69942]: DEBUG nova.objects.instance [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lazy-loading 'resources' on Instance uuid 08a7846f-ac7f-47ef-ae49-fafd66163176 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.290557] env[69942]: INFO nova.scheduler.client.report [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Deleted allocations for instance 33ba1953-b692-4305-8298-8284e46d5ef8 [ 853.805447] env[69942]: DEBUG oslo_concurrency.lockutils [None req-439a5ee7-3730-4ba2-9e4c-32ba2fc70fa1 tempest-ServerTagsTestJSON-1566950990 tempest-ServerTagsTestJSON-1566950990-project-member] Lock "33ba1953-b692-4305-8298-8284e46d5ef8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.331s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.917338] env[69942]: DEBUG nova.compute.manager [req-94badc39-e09f-4ee2-9528-d756f428b9d5 req-c37f86ab-e3b2-4a5a-9473-9d540d6a5fcb service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Received event network-vif-deleted-89b8d22d-6d14-48fb-90ae-6a5629661ffb {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.917584] env[69942]: INFO nova.compute.manager [req-94badc39-e09f-4ee2-9528-d756f428b9d5 req-c37f86ab-e3b2-4a5a-9473-9d540d6a5fcb service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Neutron deleted interface 89b8d22d-6d14-48fb-90ae-6a5629661ffb; detaching it from the instance and deleting it from the info cache [ 853.920425] env[69942]: DEBUG nova.network.neutron [req-94badc39-e09f-4ee2-9528-d756f428b9d5 req-c37f86ab-e3b2-4a5a-9473-9d540d6a5fcb service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.027280] env[69942]: DEBUG nova.network.neutron [-] [instance: d5d427de-4146-4712-a169-403cb430af2d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.232163] env[69942]: DEBUG nova.compute.manager [req-f70d03ef-09b5-4d0f-993e-179702bd1a18 req-62ae1678-d748-4421-b46b-3835bd4004f8 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Received event network-vif-plugged-521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.232397] env[69942]: DEBUG oslo_concurrency.lockutils [req-f70d03ef-09b5-4d0f-993e-179702bd1a18 req-62ae1678-d748-4421-b46b-3835bd4004f8 service nova] Acquiring lock "fac32025-0b66-4870-922f-99c9b0f6ee6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.233104] env[69942]: DEBUG oslo_concurrency.lockutils [req-f70d03ef-09b5-4d0f-993e-179702bd1a18 req-62ae1678-d748-4421-b46b-3835bd4004f8 service nova] Lock "fac32025-0b66-4870-922f-99c9b0f6ee6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.233400] env[69942]: DEBUG oslo_concurrency.lockutils [req-f70d03ef-09b5-4d0f-993e-179702bd1a18 req-62ae1678-d748-4421-b46b-3835bd4004f8 service nova] Lock "fac32025-0b66-4870-922f-99c9b0f6ee6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.233602] env[69942]: DEBUG nova.compute.manager [req-f70d03ef-09b5-4d0f-993e-179702bd1a18 req-62ae1678-d748-4421-b46b-3835bd4004f8 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] No waiting events found dispatching network-vif-plugged-521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.233858] env[69942]: WARNING nova.compute.manager [req-f70d03ef-09b5-4d0f-993e-179702bd1a18 req-62ae1678-d748-4421-b46b-3835bd4004f8 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Received unexpected event network-vif-plugged-521672f0-fde3-4ced-abf4-f66ca00095e5 for instance with vm_state building and task_state spawning. [ 854.269913] env[69942]: DEBUG nova.compute.manager [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.271313] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140c6941-180c-4da2-90d5-c480038b2443 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.326882] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbcfac4-562b-46de-b3a8-0472fd22ebe9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.341767] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaa9c78-664e-493b-aad9-7f2135c6bd82 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.391623] env[69942]: DEBUG nova.network.neutron [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Successfully updated port: 521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.393895] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4d0be5-18b9-4924-90fc-2908696f24db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.403455] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76f8964-0580-440c-8a77-9c4810b1516c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.422092] env[69942]: DEBUG nova.compute.provider_tree [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.424183] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-334abaac-f97b-4095-9d19-efdb3332981c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.437238] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd1d9cb-77fe-46d9-8108-69b2f1953be8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.473848] env[69942]: DEBUG nova.compute.manager [req-94badc39-e09f-4ee2-9528-d756f428b9d5 req-c37f86ab-e3b2-4a5a-9473-9d540d6a5fcb service nova] [instance: d5d427de-4146-4712-a169-403cb430af2d] Detach interface failed, port_id=89b8d22d-6d14-48fb-90ae-6a5629661ffb, reason: Instance d5d427de-4146-4712-a169-403cb430af2d could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.533794] env[69942]: INFO nova.compute.manager [-] [instance: d5d427de-4146-4712-a169-403cb430af2d] Took 1.36 seconds to deallocate network for instance. [ 854.791971] env[69942]: INFO nova.compute.manager [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] instance snapshotting [ 854.797591] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd704d0f-4a90-4d62-a32f-9cecc72fab2e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.824255] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4557fadf-aa66-4b54-8c4c-a201378f4a9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.899030] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.899030] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquired lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.899030] env[69942]: DEBUG nova.network.neutron [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.958378] env[69942]: ERROR nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [req-63d1e6bb-7c6b-4e17-9648-eea29790fb22] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-63d1e6bb-7c6b-4e17-9648-eea29790fb22"}]} [ 854.979790] env[69942]: DEBUG nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 854.999048] env[69942]: DEBUG nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 854.999299] env[69942]: DEBUG nova.compute.provider_tree [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.016408] env[69942]: DEBUG nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 855.041183] env[69942]: DEBUG nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 855.047651] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.337361] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 855.338680] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07ef90c0-84c2-4181-b508-e4ee3beadd49 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.350150] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 855.350150] env[69942]: value = "task-3830765" [ 855.350150] env[69942]: _type = "Task" [ 855.350150] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.367547] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.468844] env[69942]: DEBUG nova.network.neutron [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.552896] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39c964c-ef7a-4127-9bc0-eaae251cac79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.562215] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b022698a-2169-46c8-850e-169423b66bcf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.603065] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87cf417-ae2b-490c-99ea-4610c25bc607 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.612713] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e5f25-eb71-48dc-b0ef-502cd27eff5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.631088] env[69942]: DEBUG nova.compute.provider_tree [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.844069] env[69942]: DEBUG nova.network.neutron [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Updating instance_info_cache with network_info: [{"id": "521672f0-fde3-4ced-abf4-f66ca00095e5", "address": "fa:16:3e:34:35:49", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521672f0-fd", "ovs_interfaceid": "521672f0-fde3-4ced-abf4-f66ca00095e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.870342] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830765, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.156605] env[69942]: ERROR nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [req-02ad1640-5beb-4f18-a800-02d7dfa35a49] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02ad1640-5beb-4f18-a800-02d7dfa35a49"}]} [ 856.183877] env[69942]: DEBUG nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 856.204927] env[69942]: DEBUG nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 856.205224] env[69942]: DEBUG nova.compute.provider_tree [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.218786] env[69942]: DEBUG nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 856.240454] env[69942]: DEBUG nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 856.331871] env[69942]: DEBUG nova.compute.manager [req-a19e620c-0c4d-404a-8268-5a48088481f6 req-3eb64c11-eeec-4fb7-b8a4-5e622d7030f3 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Received event network-changed-521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.331981] env[69942]: DEBUG nova.compute.manager [req-a19e620c-0c4d-404a-8268-5a48088481f6 req-3eb64c11-eeec-4fb7-b8a4-5e622d7030f3 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Refreshing instance network info cache due to event network-changed-521672f0-fde3-4ced-abf4-f66ca00095e5. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.332230] env[69942]: DEBUG oslo_concurrency.lockutils [req-a19e620c-0c4d-404a-8268-5a48088481f6 req-3eb64c11-eeec-4fb7-b8a4-5e622d7030f3 service nova] Acquiring lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.352024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Releasing lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.352024] env[69942]: DEBUG nova.compute.manager [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Instance network_info: |[{"id": "521672f0-fde3-4ced-abf4-f66ca00095e5", "address": "fa:16:3e:34:35:49", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521672f0-fd", "ovs_interfaceid": "521672f0-fde3-4ced-abf4-f66ca00095e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.352024] env[69942]: DEBUG oslo_concurrency.lockutils [req-a19e620c-0c4d-404a-8268-5a48088481f6 req-3eb64c11-eeec-4fb7-b8a4-5e622d7030f3 service nova] Acquired lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.352024] env[69942]: DEBUG nova.network.neutron [req-a19e620c-0c4d-404a-8268-5a48088481f6 req-3eb64c11-eeec-4fb7-b8a4-5e622d7030f3 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Refreshing network info cache for port 521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.352024] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:35:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '521672f0-fde3-4ced-abf4-f66ca00095e5', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.368333] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.373466] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.377911] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbd5d385-6c16-4f08-a1bf-76bb09af7590 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.411737] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830765, 'name': CreateSnapshot_Task, 'duration_secs': 0.540963} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.413917] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 856.416033] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.416033] env[69942]: value = "task-3830766" [ 856.416033] env[69942]: _type = "Task" [ 856.416033] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.416033] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e502390-3c52-4afa-9614-6d2d639f8796 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.436137] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830766, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.577696] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquiring lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.577938] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.839338] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd0fcb6-0ddd-4d21-ad0a-3fbe4f65a5a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.848258] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94059527-ec24-4e69-90f9-bdbaf5330a51 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.883714] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc36e9a9-4bdb-4851-a24b-127ba9929498 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.892317] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff145b-63bc-4500-b1c4-359606a56e7d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.906588] env[69942]: DEBUG nova.compute.provider_tree [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.928034] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830766, 'name': CreateVM_Task, 'duration_secs': 0.406224} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.928120] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.928784] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.928926] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.929260] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.929511] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79604e6e-9b57-44a1-a7ef-a8323c977fa5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.935379] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 856.935379] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521144ed-61dd-ec82-8f7a-574d765b3d70" [ 856.935379] env[69942]: _type = "Task" [ 856.935379] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.946814] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 856.946814] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be7b0015-4d1c-487d-8619-93830b38819a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.959046] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521144ed-61dd-ec82-8f7a-574d765b3d70, 'name': SearchDatastore_Task, 'duration_secs': 0.015647} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.960373] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.960630] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.960908] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.961074] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.961258] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.961603] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 856.961603] env[69942]: value = "task-3830767" [ 856.961603] env[69942]: _type = "Task" [ 856.961603] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.964412] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08de2752-3dd0-4cf5-8497-e2e5760d31d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.976777] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830767, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.978093] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.978357] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.979060] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febff3a2-3993-48bc-b38c-4c236afe6d90 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.985133] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 856.985133] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52063d01-3280-6f6a-6cc4-d41c4b47cbae" [ 856.985133] env[69942]: _type = "Task" [ 856.985133] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.996748] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52063d01-3280-6f6a-6cc4-d41c4b47cbae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.203325] env[69942]: DEBUG nova.network.neutron [req-a19e620c-0c4d-404a-8268-5a48088481f6 req-3eb64c11-eeec-4fb7-b8a4-5e622d7030f3 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Updated VIF entry in instance network info cache for port 521672f0-fde3-4ced-abf4-f66ca00095e5. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.203753] env[69942]: DEBUG nova.network.neutron [req-a19e620c-0c4d-404a-8268-5a48088481f6 req-3eb64c11-eeec-4fb7-b8a4-5e622d7030f3 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Updating instance_info_cache with network_info: [{"id": "521672f0-fde3-4ced-abf4-f66ca00095e5", "address": "fa:16:3e:34:35:49", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521672f0-fd", "ovs_interfaceid": "521672f0-fde3-4ced-abf4-f66ca00095e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.456098] env[69942]: DEBUG nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 857.456390] env[69942]: DEBUG nova.compute.provider_tree [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 51 to 52 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 857.456573] env[69942]: DEBUG nova.compute.provider_tree [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.481161] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830767, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.500486] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52063d01-3280-6f6a-6cc4-d41c4b47cbae, 'name': SearchDatastore_Task, 'duration_secs': 0.012261} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.501462] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5d78e3-2ace-4407-8be1-3646ec437c2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.509358] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 857.509358] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528c1dd8-3f82-2f65-5c7d-8515adc64131" [ 857.509358] env[69942]: _type = "Task" [ 857.509358] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.519466] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528c1dd8-3f82-2f65-5c7d-8515adc64131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.707981] env[69942]: DEBUG oslo_concurrency.lockutils [req-a19e620c-0c4d-404a-8268-5a48088481f6 req-3eb64c11-eeec-4fb7-b8a4-5e622d7030f3 service nova] Releasing lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.962788] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.717s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.971890] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.380s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.978325] env[69942]: INFO nova.compute.claims [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.993593] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830767, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.999020] env[69942]: INFO nova.scheduler.client.report [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Deleted allocations for instance 08a7846f-ac7f-47ef-ae49-fafd66163176 [ 858.020475] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528c1dd8-3f82-2f65-5c7d-8515adc64131, 'name': SearchDatastore_Task, 'duration_secs': 0.012387} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.020774] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.021079] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] fac32025-0b66-4870-922f-99c9b0f6ee6f/fac32025-0b66-4870-922f-99c9b0f6ee6f.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.021353] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4f5c193-38c9-4dd6-89ad-8f24359736ab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.030220] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 858.030220] env[69942]: value = "task-3830768" [ 858.030220] env[69942]: _type = "Task" [ 858.030220] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.039715] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.151959] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquiring lock "886226c8-616b-43cf-bfc6-aa5aac2ca158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.152302] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lock "886226c8-616b-43cf-bfc6-aa5aac2ca158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.502322] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830767, 'name': CloneVM_Task, 'duration_secs': 1.402718} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.503625] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Created linked-clone VM from snapshot [ 858.504137] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfc89f5-d536-4b5b-8ca1-ded42995626e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.512477] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f50ba64d-91e1-4f9b-95ce-c8418e1ab38b tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "08a7846f-ac7f-47ef-ae49-fafd66163176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.958s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.520027] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Uploading image 40237f22-d6de-44d8-991f-b87ddbbcc038 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 858.550304] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830768, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.563519] env[69942]: DEBUG oslo_vmware.rw_handles [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 858.563519] env[69942]: value = "vm-761584" [ 858.563519] env[69942]: _type = "VirtualMachine" [ 858.563519] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 858.564536] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7bc900b-70e5-4ea1-8b7d-ccaea307710f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.578366] env[69942]: DEBUG oslo_vmware.rw_handles [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lease: (returnval){ [ 858.578366] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d883e4-ff2c-119e-700f-1aca6a366411" [ 858.578366] env[69942]: _type = "HttpNfcLease" [ 858.578366] env[69942]: } obtained for exporting VM: (result){ [ 858.578366] env[69942]: value = "vm-761584" [ 858.578366] env[69942]: _type = "VirtualMachine" [ 858.578366] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 858.578768] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the lease: (returnval){ [ 858.578768] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d883e4-ff2c-119e-700f-1aca6a366411" [ 858.578768] env[69942]: _type = "HttpNfcLease" [ 858.578768] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 858.594115] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.594115] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d883e4-ff2c-119e-700f-1aca6a366411" [ 858.594115] env[69942]: _type = "HttpNfcLease" [ 858.594115] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 859.042763] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600741} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.043097] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] fac32025-0b66-4870-922f-99c9b0f6ee6f/fac32025-0b66-4870-922f-99c9b0f6ee6f.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.043199] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.043466] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2d188ba-4711-48bb-a99f-f350d725e222 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.054406] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 859.054406] env[69942]: value = "task-3830770" [ 859.054406] env[69942]: _type = "Task" [ 859.054406] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.062763] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.088103] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.088103] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d883e4-ff2c-119e-700f-1aca6a366411" [ 859.088103] env[69942]: _type = "HttpNfcLease" [ 859.088103] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 859.088303] env[69942]: DEBUG oslo_vmware.rw_handles [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 859.088303] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d883e4-ff2c-119e-700f-1aca6a366411" [ 859.088303] env[69942]: _type = "HttpNfcLease" [ 859.088303] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 859.089599] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cadd1d9-9bf8-4109-8a0d-7d0fb312c819 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.102707] env[69942]: DEBUG oslo_vmware.rw_handles [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb6a8-87a2-cc83-9808-446c15760a61/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 859.102707] env[69942]: DEBUG oslo_vmware.rw_handles [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb6a8-87a2-cc83-9808-446c15760a61/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 859.307922] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec0b0502-4f16-4997-b7cc-a615205babdf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.568358] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277066} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.572970] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.574424] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c4c2f0-8097-40fd-8ce0-350c869e9a4c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.606032] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] fac32025-0b66-4870-922f-99c9b0f6ee6f/fac32025-0b66-4870-922f-99c9b0f6ee6f.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.609280] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76731574-0d21-4821-885a-404164cca1ea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.638391] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 859.638391] env[69942]: value = "task-3830771" [ 859.638391] env[69942]: _type = "Task" [ 859.638391] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.647758] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.704870] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00e8c5a-fcbc-472f-9fbb-fa87ca2ffd49 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.717378] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785d6ff7-6f54-40b9-abd1-4e5a5e496d95 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.775682] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c88bbef-3248-42c3-8bb6-282d610b42be {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.788082] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba26c58b-2e2e-4cf5-9e99-34fe734b78dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.811818] env[69942]: DEBUG nova.compute.provider_tree [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.157199] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.344744] env[69942]: ERROR nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [req-29aa797f-aa09-4d14-a01e-1d4dbaf07a23] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-29aa797f-aa09-4d14-a01e-1d4dbaf07a23"}]} [ 860.373979] env[69942]: DEBUG nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 860.399302] env[69942]: DEBUG nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 860.399518] env[69942]: DEBUG nova.compute.provider_tree [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.417095] env[69942]: DEBUG nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 860.446991] env[69942]: DEBUG nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 860.656893] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830771, 'name': ReconfigVM_Task, 'duration_secs': 0.624258} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.657366] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Reconfigured VM instance instance-0000001f to attach disk [datastore1] fac32025-0b66-4870-922f-99c9b0f6ee6f/fac32025-0b66-4870-922f-99c9b0f6ee6f.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.658057] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d280b2f-0070-4fd4-8235-9b9d144ed610 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.668438] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 860.668438] env[69942]: value = "task-3830772" [ 860.668438] env[69942]: _type = "Task" [ 860.668438] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.678838] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830772, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.021983] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1a8ab6-2d74-469b-9624-14b0948d1a1d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.030151] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebb99f1-7de6-4ac3-87df-0f24188c738b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.064542] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cbab8d-15fa-4f31-aa00-fbbe31f61f40 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.073700] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db54c181-19e8-4ce4-96e5-8eccdcd96b5e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.090233] env[69942]: DEBUG nova.compute.provider_tree [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.179728] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830772, 'name': Rename_Task, 'duration_secs': 0.162087} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.180241] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.180466] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d5b9d0-7442-4637-85c2-a4524c31bd6f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.188441] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 861.188441] env[69942]: value = "task-3830773" [ 861.188441] env[69942]: _type = "Task" [ 861.188441] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.197860] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.377327] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.377654] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.617238] env[69942]: ERROR nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [req-9b23a2c3-693f-452d-b907-bec48ac0c1a6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b23a2c3-693f-452d-b907-bec48ac0c1a6"}]} [ 861.643088] env[69942]: DEBUG nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.665021] env[69942]: DEBUG nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.665021] env[69942]: DEBUG nova.compute.provider_tree [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.686122] env[69942]: DEBUG nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.703060] env[69942]: DEBUG oslo_vmware.api [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830773, 'name': PowerOnVM_Task, 'duration_secs': 0.494833} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.703060] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.703060] env[69942]: INFO nova.compute.manager [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Took 8.61 seconds to spawn the instance on the hypervisor. [ 861.703060] env[69942]: DEBUG nova.compute.manager [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.703060] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f951be19-b6de-4754-8b65-ee1374beae43 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.712365] env[69942]: DEBUG nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.773974] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "fc4343e8-054c-41d5-9d43-010d83bb9135" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.774400] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "fc4343e8-054c-41d5-9d43-010d83bb9135" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.230524] env[69942]: INFO nova.compute.manager [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Took 49.89 seconds to build instance. [ 862.308789] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d08c723-c87a-4c5f-93f4-0fe0772b1946 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.317746] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a876ad60-11f0-42f4-85f0-1681e60a8c88 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.361863] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c92d96e-6758-436e-aa5f-a0ab59bbb6ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.370844] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81228f4-e0b0-4579-8725-2fd7a1eab438 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.388663] env[69942]: DEBUG nova.compute.provider_tree [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.734084] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bc3cc562-7e60-4f06-b2b0-11d830e0c22c tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "fac32025-0b66-4870-922f-99c9b0f6ee6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.050s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.929472] env[69942]: DEBUG nova.scheduler.client.report [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 862.929791] env[69942]: DEBUG nova.compute.provider_tree [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 55 to 56 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 862.930017] env[69942]: DEBUG nova.compute.provider_tree [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.236570] env[69942]: DEBUG nova.compute.manager [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.435804] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.464s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.436481] env[69942]: DEBUG nova.compute.manager [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.443217] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.407s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.443584] env[69942]: INFO nova.compute.claims [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.722360] env[69942]: DEBUG nova.compute.manager [req-67d48b11-dfbf-4897-a9ef-779e100899cf req-b9929969-c026-4688-b175-95d8fd943af4 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Received event network-changed-d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.722625] env[69942]: DEBUG nova.compute.manager [req-67d48b11-dfbf-4897-a9ef-779e100899cf req-b9929969-c026-4688-b175-95d8fd943af4 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Refreshing instance network info cache due to event network-changed-d09d0468-8b73-4d71-a143-d79a7e67c968. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.722858] env[69942]: DEBUG oslo_concurrency.lockutils [req-67d48b11-dfbf-4897-a9ef-779e100899cf req-b9929969-c026-4688-b175-95d8fd943af4 service nova] Acquiring lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.723012] env[69942]: DEBUG oslo_concurrency.lockutils [req-67d48b11-dfbf-4897-a9ef-779e100899cf req-b9929969-c026-4688-b175-95d8fd943af4 service nova] Acquired lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.724559] env[69942]: DEBUG nova.network.neutron [req-67d48b11-dfbf-4897-a9ef-779e100899cf req-b9929969-c026-4688-b175-95d8fd943af4 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Refreshing network info cache for port d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.764188] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.953071] env[69942]: DEBUG nova.compute.utils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.958959] env[69942]: DEBUG nova.compute.manager [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.959240] env[69942]: DEBUG nova.network.neutron [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.088731] env[69942]: DEBUG nova.policy [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9392d624b5834b2d9646d3d1d604282e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9321be39e3ed4b988c4284cb5bc8c0fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.459604] env[69942]: DEBUG nova.compute.manager [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.570934] env[69942]: DEBUG nova.network.neutron [req-67d48b11-dfbf-4897-a9ef-779e100899cf req-b9929969-c026-4688-b175-95d8fd943af4 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updated VIF entry in instance network info cache for port d09d0468-8b73-4d71-a143-d79a7e67c968. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.571325] env[69942]: DEBUG nova.network.neutron [req-67d48b11-dfbf-4897-a9ef-779e100899cf req-b9929969-c026-4688-b175-95d8fd943af4 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updating instance_info_cache with network_info: [{"id": "d09d0468-8b73-4d71-a143-d79a7e67c968", "address": "fa:16:3e:27:14:d1", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09d0468-8b", "ovs_interfaceid": "d09d0468-8b73-4d71-a143-d79a7e67c968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.632542] env[69942]: DEBUG nova.network.neutron [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Successfully created port: c05467f8-352b-430c-aa9d-ec52156349a2 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.983994] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e02335-24dd-4dd9-94bd-03dfaa90b793 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.994211] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7fc3b6-40d4-4a2f-8306-f92f12e04a4e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.032302] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa44397-7087-4ffe-a20e-271b8f135191 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.044331] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aebe1f-f69e-4348-8a7e-4b6dceb65b19 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.061038] env[69942]: DEBUG nova.compute.provider_tree [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.074526] env[69942]: DEBUG oslo_concurrency.lockutils [req-67d48b11-dfbf-4897-a9ef-779e100899cf req-b9929969-c026-4688-b175-95d8fd943af4 service nova] Releasing lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.472804] env[69942]: DEBUG nova.compute.manager [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.501392] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.501392] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.501392] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.501392] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.501629] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.501932] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.502304] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.502618] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.502935] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.503230] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.503684] env[69942]: DEBUG nova.virt.hardware [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.505041] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9470768d-990b-40b3-8e33-1a15f637d2ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.514723] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d7589e-5178-43ea-bd19-a573b4cde755 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.565414] env[69942]: DEBUG nova.scheduler.client.report [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.884727] env[69942]: DEBUG nova.compute.manager [req-168cc2da-ff21-41cf-a305-a120dc4621c4 req-c010b59a-de32-454a-a2d1-108e8ba6609e service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Received event network-changed-d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.884949] env[69942]: DEBUG nova.compute.manager [req-168cc2da-ff21-41cf-a305-a120dc4621c4 req-c010b59a-de32-454a-a2d1-108e8ba6609e service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Refreshing instance network info cache due to event network-changed-d09d0468-8b73-4d71-a143-d79a7e67c968. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.885237] env[69942]: DEBUG oslo_concurrency.lockutils [req-168cc2da-ff21-41cf-a305-a120dc4621c4 req-c010b59a-de32-454a-a2d1-108e8ba6609e service nova] Acquiring lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.885447] env[69942]: DEBUG oslo_concurrency.lockutils [req-168cc2da-ff21-41cf-a305-a120dc4621c4 req-c010b59a-de32-454a-a2d1-108e8ba6609e service nova] Acquired lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.885702] env[69942]: DEBUG nova.network.neutron [req-168cc2da-ff21-41cf-a305-a120dc4621c4 req-c010b59a-de32-454a-a2d1-108e8ba6609e service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Refreshing network info cache for port d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.073490] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.074133] env[69942]: DEBUG nova.compute.manager [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.077866] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.242s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.078105] env[69942]: DEBUG nova.objects.instance [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lazy-loading 'resources' on Instance uuid 57366f9e-45c9-4d32-813d-791518134948 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.373481] env[69942]: DEBUG nova.network.neutron [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Successfully updated port: c05467f8-352b-430c-aa9d-ec52156349a2 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.586492] env[69942]: DEBUG nova.compute.utils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.588080] env[69942]: DEBUG nova.compute.manager [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Not allocating networking since 'none' was specified. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 866.726052] env[69942]: DEBUG nova.network.neutron [req-168cc2da-ff21-41cf-a305-a120dc4621c4 req-c010b59a-de32-454a-a2d1-108e8ba6609e service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updated VIF entry in instance network info cache for port d09d0468-8b73-4d71-a143-d79a7e67c968. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.726410] env[69942]: DEBUG nova.network.neutron [req-168cc2da-ff21-41cf-a305-a120dc4621c4 req-c010b59a-de32-454a-a2d1-108e8ba6609e service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updating instance_info_cache with network_info: [{"id": "d09d0468-8b73-4d71-a143-d79a7e67c968", "address": "fa:16:3e:27:14:d1", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09d0468-8b", "ovs_interfaceid": "d09d0468-8b73-4d71-a143-d79a7e67c968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.877699] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.878065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.878065] env[69942]: DEBUG nova.network.neutron [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.091170] env[69942]: DEBUG nova.compute.manager [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.202451] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb564bd-2e39-40a6-afcb-5429c8b64d16 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.211259] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c0df5a-39fc-41db-af5a-d029308625b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.248959] env[69942]: DEBUG oslo_concurrency.lockutils [req-168cc2da-ff21-41cf-a305-a120dc4621c4 req-c010b59a-de32-454a-a2d1-108e8ba6609e service nova] Releasing lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.250405] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dbd6d7-4840-4f39-a13c-15b48903e0fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.260157] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4f001c-32e7-4568-b3a1-4023044f653d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.276481] env[69942]: DEBUG nova.compute.provider_tree [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.299809] env[69942]: DEBUG oslo_vmware.rw_handles [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb6a8-87a2-cc83-9808-446c15760a61/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 867.300834] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f9453c-94db-40bd-bcfe-10bf8cff7eff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.311040] env[69942]: DEBUG oslo_vmware.rw_handles [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb6a8-87a2-cc83-9808-446c15760a61/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 867.311040] env[69942]: ERROR oslo_vmware.rw_handles [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb6a8-87a2-cc83-9808-446c15760a61/disk-0.vmdk due to incomplete transfer. [ 867.311040] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd312afc-1ff9-498e-8232-c7c6b6a8f309 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.316998] env[69942]: DEBUG oslo_vmware.rw_handles [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb6a8-87a2-cc83-9808-446c15760a61/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 867.317265] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Uploaded image 40237f22-d6de-44d8-991f-b87ddbbcc038 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 867.319437] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 867.319708] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-304f6f85-44e4-4ffd-8d12-f54c60e0817c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.328343] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 867.328343] env[69942]: value = "task-3830774" [ 867.328343] env[69942]: _type = "Task" [ 867.328343] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.342665] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830774, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.429333] env[69942]: DEBUG nova.network.neutron [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.679640] env[69942]: DEBUG nova.network.neutron [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance_info_cache with network_info: [{"id": "c05467f8-352b-430c-aa9d-ec52156349a2", "address": "fa:16:3e:76:13:1f", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05467f8-35", "ovs_interfaceid": "c05467f8-352b-430c-aa9d-ec52156349a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.779265] env[69942]: DEBUG nova.scheduler.client.report [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.839246] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830774, 'name': Destroy_Task, 'duration_secs': 0.339945} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.839530] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Destroyed the VM [ 867.839769] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 867.840032] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e02aa3f-62a5-4ade-af5d-b82821c13b3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.847320] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 867.847320] env[69942]: value = "task-3830775" [ 867.847320] env[69942]: _type = "Task" [ 867.847320] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.857125] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830775, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.037415] env[69942]: DEBUG nova.compute.manager [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Received event network-changed-521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.037742] env[69942]: DEBUG nova.compute.manager [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Refreshing instance network info cache due to event network-changed-521672f0-fde3-4ced-abf4-f66ca00095e5. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.038121] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Acquiring lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.038319] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Acquired lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.038536] env[69942]: DEBUG nova.network.neutron [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Refreshing network info cache for port 521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.116621] env[69942]: DEBUG nova.compute.manager [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.142292] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.142443] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.142602] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.142789] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.142924] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.143520] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.144171] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.144355] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.144530] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.145197] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.145197] env[69942]: DEBUG nova.virt.hardware [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.145921] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112bbcf3-aa72-4012-9ad6-70306c9ae21a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.155263] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07838e2-79d4-4b3e-98ce-bac5ad3d5010 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.170755] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.176644] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Creating folder: Project (6188833cca4e4bdfb802a5bff025ae5c). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.177385] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f04a93a-27ae-4cae-9cbc-0e2a5ae3fd08 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.182525] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.182799] env[69942]: DEBUG nova.compute.manager [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Instance network_info: |[{"id": "c05467f8-352b-430c-aa9d-ec52156349a2", "address": "fa:16:3e:76:13:1f", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05467f8-35", "ovs_interfaceid": "c05467f8-352b-430c-aa9d-ec52156349a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.183205] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:13:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c05467f8-352b-430c-aa9d-ec52156349a2', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.191941] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Creating folder: Project (9321be39e3ed4b988c4284cb5bc8c0fe). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.192795] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-160ac0bf-6b28-4d9b-8de0-ec47356ba5a4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.195496] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Created folder: Project (6188833cca4e4bdfb802a5bff025ae5c) in parent group-v761487. [ 868.195496] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Creating folder: Instances. Parent ref: group-v761585. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.195496] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2202d4c4-ba7f-4e24-b10b-919b513a4189 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.206145] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Created folder: Instances in parent group-v761585. [ 868.206416] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.206623] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.206835] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3770f545-8fb9-492d-bfb2-aab9233cab67 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.220499] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Created folder: Project (9321be39e3ed4b988c4284cb5bc8c0fe) in parent group-v761487. [ 868.220697] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Creating folder: Instances. Parent ref: group-v761587. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.221377] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d62a66e0-7d20-4622-97b2-c12ea81ac100 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.226334] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.226334] env[69942]: value = "task-3830779" [ 868.226334] env[69942]: _type = "Task" [ 868.226334] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.232148] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Created folder: Instances in parent group-v761587. [ 868.232939] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.232939] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.232939] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbe80241-9cce-4ec6-8478-aa79dbccd324 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.250669] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830779, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.256929] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.256929] env[69942]: value = "task-3830781" [ 868.256929] env[69942]: _type = "Task" [ 868.256929] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.267330] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830781, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.286535] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.289054] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.654s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.289307] env[69942]: DEBUG nova.objects.instance [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lazy-loading 'resources' on Instance uuid fdda6ebb-5831-4af0-baf1-6ff61e7ff96d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.319246] env[69942]: INFO nova.scheduler.client.report [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Deleted allocations for instance 57366f9e-45c9-4d32-813d-791518134948 [ 868.360101] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830775, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.380319] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "fac32025-0b66-4870-922f-99c9b0f6ee6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.380976] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "fac32025-0b66-4870-922f-99c9b0f6ee6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.380976] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "fac32025-0b66-4870-922f-99c9b0f6ee6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.381188] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "fac32025-0b66-4870-922f-99c9b0f6ee6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.381249] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "fac32025-0b66-4870-922f-99c9b0f6ee6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.384011] env[69942]: INFO nova.compute.manager [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Terminating instance [ 868.737129] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830779, 'name': CreateVM_Task, 'duration_secs': 0.362624} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.740805] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.740805] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.740805] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.740805] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.740805] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a1fedf-9446-4d3d-8f3e-a4a5591c1609 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.749278] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 868.749278] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52595a24-0776-9bdc-a4d3-1dab5ad0cc52" [ 868.749278] env[69942]: _type = "Task" [ 868.749278] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.757924] env[69942]: DEBUG nova.compute.manager [req-2cc7ce18-c820-41aa-a191-0a5fea3ec3e1 req-2a38bd79-693b-4f51-bae7-2c85474ae53c service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Received event network-changed-d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.758253] env[69942]: DEBUG nova.compute.manager [req-2cc7ce18-c820-41aa-a191-0a5fea3ec3e1 req-2a38bd79-693b-4f51-bae7-2c85474ae53c service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Refreshing instance network info cache due to event network-changed-d09d0468-8b73-4d71-a143-d79a7e67c968. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.759288] env[69942]: DEBUG oslo_concurrency.lockutils [req-2cc7ce18-c820-41aa-a191-0a5fea3ec3e1 req-2a38bd79-693b-4f51-bae7-2c85474ae53c service nova] Acquiring lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.759648] env[69942]: DEBUG oslo_concurrency.lockutils [req-2cc7ce18-c820-41aa-a191-0a5fea3ec3e1 req-2a38bd79-693b-4f51-bae7-2c85474ae53c service nova] Acquired lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.760253] env[69942]: DEBUG nova.network.neutron [req-2cc7ce18-c820-41aa-a191-0a5fea3ec3e1 req-2a38bd79-693b-4f51-bae7-2c85474ae53c service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Refreshing network info cache for port d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.773187] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52595a24-0776-9bdc-a4d3-1dab5ad0cc52, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.774036] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.774343] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.774832] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.774832] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.775022] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.775604] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74f885df-cbc8-4bfc-88bd-5f0b3edbff2b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.781661] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830781, 'name': CreateVM_Task, 'duration_secs': 0.351114} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.782293] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.783014] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.783236] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.783606] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.783889] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63fac8a-f292-40d3-9177-a138e072e2b0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.789431] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.789775] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.792567] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067db812-72a5-4a3b-b6b0-5dddede4cf3d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.797425] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 868.797425] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526e63dc-c200-c896-c2b9-bc14fbc8e017" [ 868.797425] env[69942]: _type = "Task" [ 868.797425] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.803358] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 868.803358] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e2a465-c7c4-1f97-19ee-7e2a629f848d" [ 868.803358] env[69942]: _type = "Task" [ 868.803358] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.811300] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526e63dc-c200-c896-c2b9-bc14fbc8e017, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.813259] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.813259] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.813259] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.817276] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e2a465-c7c4-1f97-19ee-7e2a629f848d, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.818642] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891c6a1e-d755-4eed-a3d9-769fd711808d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.828387] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 868.828387] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527701a7-85fd-ae5b-1cad-9239d923e04a" [ 868.828387] env[69942]: _type = "Task" [ 868.828387] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.828891] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4468107b-ae98-4b4b-b26a-15163bfc80d2 tempest-ServerDiagnosticsTest-550851546 tempest-ServerDiagnosticsTest-550851546-project-member] Lock "57366f9e-45c9-4d32-813d-791518134948" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.544s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.839859] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527701a7-85fd-ae5b-1cad-9239d923e04a, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.842938] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.842938] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 78616ef2-91a3-4a1e-946e-cfbc67de846d/78616ef2-91a3-4a1e-946e-cfbc67de846d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.843896] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.844207] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.844575] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4cd5021-30e5-4dda-bdc3-b71bca47ee0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.847595] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39a26c85-6e22-4671-8990-ff0c21b451a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.855960] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 868.855960] env[69942]: value = "task-3830782" [ 868.855960] env[69942]: _type = "Task" [ 868.855960] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.860219] env[69942]: DEBUG oslo_vmware.api [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830775, 'name': RemoveSnapshot_Task, 'duration_secs': 0.645968} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.864764] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 868.865217] env[69942]: INFO nova.compute.manager [None req-cb7c1235-fdae-4274-a79f-afa1f6d6de41 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Took 14.07 seconds to snapshot the instance on the hypervisor. [ 868.871022] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.871022] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.872605] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4795b6a7-7576-494f-8757-db53a3793a91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.882262] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.883712] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 868.883712] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521cf2d5-4fad-af50-59e6-3571273e9764" [ 868.883712] env[69942]: _type = "Task" [ 868.883712] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.887809] env[69942]: DEBUG nova.compute.manager [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.887938] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.891171] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1232c0-cb13-4fab-9d74-eef08de136a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.897768] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521cf2d5-4fad-af50-59e6-3571273e9764, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.899449] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12936fe1-4500-49b4-8abe-1c04a66e7a8b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.903767] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.904375] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acd7f183-c2d9-4379-9340-b4c7f2b2e3f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.907509] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 868.907509] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c338a-9b7b-5ee2-75b0-189d50de55a3" [ 868.907509] env[69942]: _type = "Task" [ 868.907509] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.916545] env[69942]: DEBUG oslo_vmware.api [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 868.916545] env[69942]: value = "task-3830783" [ 868.916545] env[69942]: _type = "Task" [ 868.916545] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.925654] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c338a-9b7b-5ee2-75b0-189d50de55a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.929102] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.929423] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] cc9e95be-00b3-4a50-902b-fd06b2809b69/cc9e95be-00b3-4a50-902b-fd06b2809b69.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.930230] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b928602e-2c2b-4a6b-97df-ef3b1d833b33 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.937707] env[69942]: DEBUG oslo_vmware.api [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.943235] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 868.943235] env[69942]: value = "task-3830784" [ 868.943235] env[69942]: _type = "Task" [ 868.943235] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.952493] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.072634] env[69942]: DEBUG nova.network.neutron [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Updated VIF entry in instance network info cache for port 521672f0-fde3-4ced-abf4-f66ca00095e5. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.073015] env[69942]: DEBUG nova.network.neutron [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Updating instance_info_cache with network_info: [{"id": "521672f0-fde3-4ced-abf4-f66ca00095e5", "address": "fa:16:3e:34:35:49", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521672f0-fd", "ovs_interfaceid": "521672f0-fde3-4ced-abf4-f66ca00095e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.362967] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949c2e9b-cd87-4b68-8d72-5b1a76e842b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.383969] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f5cd34-6aca-4601-a367-4aebba6d7b89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.387547] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830782, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.424834] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ca1866-c93c-495d-b94f-4d3bcddb946e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.443252] env[69942]: DEBUG oslo_vmware.api [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830783, 'name': PowerOffVM_Task, 'duration_secs': 0.223527} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.443252] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe587e8-443b-4c04-8160-063882ef30c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.448164] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.449346] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.449346] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2493f668-757b-4c53-af27-287cedfe8598 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.460831] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830784, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.474856] env[69942]: DEBUG nova.compute.provider_tree [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.546400] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.546400] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.546400] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Deleting the datastore file [datastore1] fac32025-0b66-4870-922f-99c9b0f6ee6f {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.546714] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf40b993-44e8-448b-b949-9506c37aa5c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.556211] env[69942]: DEBUG oslo_vmware.api [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 869.556211] env[69942]: value = "task-3830786" [ 869.556211] env[69942]: _type = "Task" [ 869.556211] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.568660] env[69942]: DEBUG oslo_vmware.api [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.576660] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Releasing lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.576966] env[69942]: DEBUG nova.compute.manager [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Received event network-vif-plugged-c05467f8-352b-430c-aa9d-ec52156349a2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.577192] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Acquiring lock "cc9e95be-00b3-4a50-902b-fd06b2809b69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.577411] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.577581] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.577901] env[69942]: DEBUG nova.compute.manager [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] No waiting events found dispatching network-vif-plugged-c05467f8-352b-430c-aa9d-ec52156349a2 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.577901] env[69942]: WARNING nova.compute.manager [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Received unexpected event network-vif-plugged-c05467f8-352b-430c-aa9d-ec52156349a2 for instance with vm_state building and task_state spawning. [ 869.578090] env[69942]: DEBUG nova.compute.manager [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Received event network-changed-c05467f8-352b-430c-aa9d-ec52156349a2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.578253] env[69942]: DEBUG nova.compute.manager [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Refreshing instance network info cache due to event network-changed-c05467f8-352b-430c-aa9d-ec52156349a2. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.578438] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Acquiring lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.578571] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Acquired lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.578813] env[69942]: DEBUG nova.network.neutron [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Refreshing network info cache for port c05467f8-352b-430c-aa9d-ec52156349a2 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.681199] env[69942]: DEBUG nova.network.neutron [req-2cc7ce18-c820-41aa-a191-0a5fea3ec3e1 req-2a38bd79-693b-4f51-bae7-2c85474ae53c service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updated VIF entry in instance network info cache for port d09d0468-8b73-4d71-a143-d79a7e67c968. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.681594] env[69942]: DEBUG nova.network.neutron [req-2cc7ce18-c820-41aa-a191-0a5fea3ec3e1 req-2a38bd79-693b-4f51-bae7-2c85474ae53c service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updating instance_info_cache with network_info: [{"id": "d09d0468-8b73-4d71-a143-d79a7e67c968", "address": "fa:16:3e:27:14:d1", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09d0468-8b", "ovs_interfaceid": "d09d0468-8b73-4d71-a143-d79a7e67c968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.872566] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53696} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.872886] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 78616ef2-91a3-4a1e-946e-cfbc67de846d/78616ef2-91a3-4a1e-946e-cfbc67de846d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.873096] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.873367] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d1b401-ed6d-49ec-880b-a4ea52f0c4b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.880964] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 869.880964] env[69942]: value = "task-3830787" [ 869.880964] env[69942]: _type = "Task" [ 869.880964] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.890050] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.961728] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774847} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.962833] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] cc9e95be-00b3-4a50-902b-fd06b2809b69/cc9e95be-00b3-4a50-902b-fd06b2809b69.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.962833] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.963191] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb906150-ea23-4d17-92d9-5e1419ac8cf5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.972831] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 869.972831] env[69942]: value = "task-3830788" [ 869.972831] env[69942]: _type = "Task" [ 869.972831] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.980668] env[69942]: DEBUG nova.scheduler.client.report [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.991464] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.067999] env[69942]: DEBUG oslo_vmware.api [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284485} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.070267] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.070267] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.070267] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.070267] env[69942]: INFO nova.compute.manager [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 870.070267] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.070267] env[69942]: DEBUG nova.compute.manager [-] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.070267] env[69942]: DEBUG nova.network.neutron [-] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.187496] env[69942]: DEBUG oslo_concurrency.lockutils [req-2cc7ce18-c820-41aa-a191-0a5fea3ec3e1 req-2a38bd79-693b-4f51-bae7-2c85474ae53c service nova] Releasing lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.396085] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070347} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.402019] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.402019] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c69b98-099a-4529-ae03-3d7e435b9132 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.426079] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 78616ef2-91a3-4a1e-946e-cfbc67de846d/78616ef2-91a3-4a1e-946e-cfbc67de846d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.427665] env[69942]: DEBUG nova.network.neutron [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updated VIF entry in instance network info cache for port c05467f8-352b-430c-aa9d-ec52156349a2. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.428138] env[69942]: DEBUG nova.network.neutron [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance_info_cache with network_info: [{"id": "c05467f8-352b-430c-aa9d-ec52156349a2", "address": "fa:16:3e:76:13:1f", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05467f8-35", "ovs_interfaceid": "c05467f8-352b-430c-aa9d-ec52156349a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.429342] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-394df3f3-196c-4e26-aab3-59172708b26f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.453383] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 870.453383] env[69942]: value = "task-3830789" [ 870.453383] env[69942]: _type = "Task" [ 870.453383] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.464269] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.482914] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076219} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.483531] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.484075] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549aea91-a02c-4ace-9e3a-2feaca7a1617 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.488260] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.490857] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.593s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.517567] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] cc9e95be-00b3-4a50-902b-fd06b2809b69/cc9e95be-00b3-4a50-902b-fd06b2809b69.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.518794] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f69f84-b9e2-43c0-b6c6-4ded9e82a942 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.537161] env[69942]: INFO nova.scheduler.client.report [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Deleted allocations for instance fdda6ebb-5831-4af0-baf1-6ff61e7ff96d [ 870.544304] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 870.544304] env[69942]: value = "task-3830790" [ 870.544304] env[69942]: _type = "Task" [ 870.544304] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.555227] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.747274] env[69942]: DEBUG nova.compute.manager [req-5794b877-483b-47a0-94d4-461370df8cf3 req-65b26ebf-e801-4371-b240-9d7bb9e57e9b service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Received event network-vif-deleted-521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.747274] env[69942]: INFO nova.compute.manager [req-5794b877-483b-47a0-94d4-461370df8cf3 req-65b26ebf-e801-4371-b240-9d7bb9e57e9b service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Neutron deleted interface 521672f0-fde3-4ced-abf4-f66ca00095e5; detaching it from the instance and deleting it from the info cache [ 870.747274] env[69942]: DEBUG nova.network.neutron [req-5794b877-483b-47a0-94d4-461370df8cf3 req-65b26ebf-e801-4371-b240-9d7bb9e57e9b service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.788652] env[69942]: DEBUG nova.network.neutron [-] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.948960] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Releasing lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.949261] env[69942]: DEBUG nova.compute.manager [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Received event network-changed-521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.949419] env[69942]: DEBUG nova.compute.manager [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Refreshing instance network info cache due to event network-changed-521672f0-fde3-4ced-abf4-f66ca00095e5. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.949631] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Acquiring lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.949772] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Acquired lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.949936] env[69942]: DEBUG nova.network.neutron [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Refreshing network info cache for port 521672f0-fde3-4ced-abf4-f66ca00095e5 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.965965] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.988529] env[69942]: DEBUG nova.compute.manager [req-8b8c142c-d71a-4ce0-b67a-688e2864273a req-6d6a36c8-db87-44bb-9e24-68b50d5b1689 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Received event network-changed-d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.988709] env[69942]: DEBUG nova.compute.manager [req-8b8c142c-d71a-4ce0-b67a-688e2864273a req-6d6a36c8-db87-44bb-9e24-68b50d5b1689 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Refreshing instance network info cache due to event network-changed-d09d0468-8b73-4d71-a143-d79a7e67c968. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.988896] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b8c142c-d71a-4ce0-b67a-688e2864273a req-6d6a36c8-db87-44bb-9e24-68b50d5b1689 service nova] Acquiring lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.989052] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b8c142c-d71a-4ce0-b67a-688e2864273a req-6d6a36c8-db87-44bb-9e24-68b50d5b1689 service nova] Acquired lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.989216] env[69942]: DEBUG nova.network.neutron [req-8b8c142c-d71a-4ce0-b67a-688e2864273a req-6d6a36c8-db87-44bb-9e24-68b50d5b1689 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Refreshing network info cache for port d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.049457] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f350541-6f3b-4733-ac81-21b48a978bb7 tempest-VolumesAssistedSnapshotsTest-633107510 tempest-VolumesAssistedSnapshotsTest-633107510-project-member] Lock "fdda6ebb-5831-4af0-baf1-6ff61e7ff96d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.492s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.068104] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.252187] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44675159-d1e4-46d9-95e2-c0c0aea33c2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.264173] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee29f17-8afb-4df4-992c-63a1413fd6ea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.298410] env[69942]: INFO nova.compute.manager [-] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Took 1.23 seconds to deallocate network for instance. [ 871.299116] env[69942]: DEBUG nova.compute.manager [req-5794b877-483b-47a0-94d4-461370df8cf3 req-65b26ebf-e801-4371-b240-9d7bb9e57e9b service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Detach interface failed, port_id=521672f0-fde3-4ced-abf4-f66ca00095e5, reason: Instance fac32025-0b66-4870-922f-99c9b0f6ee6f could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.319286] env[69942]: DEBUG nova.compute.manager [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.319286] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a65f6-27dd-4ff4-bb21-f03feee5fd50 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.469716] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830789, 'name': ReconfigVM_Task, 'duration_secs': 0.675551} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.469716] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 78616ef2-91a3-4a1e-946e-cfbc67de846d/78616ef2-91a3-4a1e-946e-cfbc67de846d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.470124] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed8827e1-2be8-46e1-bccd-614f4e1d4ed2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.479853] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 871.479853] env[69942]: value = "task-3830791" [ 871.479853] env[69942]: _type = "Task" [ 871.479853] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.484246] env[69942]: DEBUG nova.network.neutron [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.490188] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830791, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.534204] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance af4c55f0-2edf-44a4-a880-a5a7ad6b0def actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.534204] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance af07841b-b3cf-4064-aa18-46cf941305cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.534204] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 30ef4444-a9fb-41c8-befd-5a4d6304157e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.534204] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance b97e913f-c3de-4a72-ac6f-ffccfcfe6d25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.534204] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance bf3a8bd4-f850-4d94-832f-04a1234d762a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.534480] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 5c226156-e597-42b0-bc7b-6ea6cc105004 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.534480] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.534577] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.534648] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 2ef22cc8-aca3-4125-8844-15f55b67cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.534875] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance ff779bda-9a1d-44de-b1f8-f8d4b777ebea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.534950] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance fadebc22-a7c0-484f-b613-662531256145 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.535069] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance f90ddb31-e6d1-4c72-beeb-af6a60afa09b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.535183] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance f4205f1b-fc63-496a-8cf6-d41a71f14e36 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.535294] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 5f87087e-9589-48ea-9d55-721beac9effe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.535414] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d5d427de-4146-4712-a169-403cb430af2d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.535525] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 237ca2d4-176f-4766-b741-bd27dbea3654 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.535633] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance fac32025-0b66-4870-922f-99c9b0f6ee6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.535740] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance cc9e95be-00b3-4a50-902b-fd06b2809b69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.535847] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 78616ef2-91a3-4a1e-946e-cfbc67de846d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.559175] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830790, 'name': ReconfigVM_Task, 'duration_secs': 0.584755} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.559334] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Reconfigured VM instance instance-00000020 to attach disk [datastore1] cc9e95be-00b3-4a50-902b-fd06b2809b69/cc9e95be-00b3-4a50-902b-fd06b2809b69.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.561970] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76fabf93-9fa5-4695-a715-32dde1474148 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.570979] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 871.570979] env[69942]: value = "task-3830792" [ 871.570979] env[69942]: _type = "Task" [ 871.570979] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.582178] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830792, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.619279] env[69942]: DEBUG nova.network.neutron [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.807236] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.831410] env[69942]: INFO nova.compute.manager [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] instance snapshotting [ 871.834237] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0080f5c-f169-4116-96c0-e9ec096f746f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.864529] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd42a02-9563-446b-a000-e51b182561c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.881111] env[69942]: DEBUG nova.network.neutron [req-8b8c142c-d71a-4ce0-b67a-688e2864273a req-6d6a36c8-db87-44bb-9e24-68b50d5b1689 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updated VIF entry in instance network info cache for port d09d0468-8b73-4d71-a143-d79a7e67c968. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.881111] env[69942]: DEBUG nova.network.neutron [req-8b8c142c-d71a-4ce0-b67a-688e2864273a req-6d6a36c8-db87-44bb-9e24-68b50d5b1689 service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updating instance_info_cache with network_info: [{"id": "d09d0468-8b73-4d71-a143-d79a7e67c968", "address": "fa:16:3e:27:14:d1", "network": {"id": "52dbe0bf-ffff-4cd8-9b87-f04ad09ef387", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-831394472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25306d72683844149cb89d574c1ef303", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd09d0468-8b", "ovs_interfaceid": "d09d0468-8b73-4d71-a143-d79a7e67c968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.988837] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830791, 'name': Rename_Task, 'duration_secs': 0.166777} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.989133] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.989373] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-968c5978-b8aa-4ac5-9ced-e54a09663c46 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.996728] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 871.996728] env[69942]: value = "task-3830793" [ 871.996728] env[69942]: _type = "Task" [ 871.996728] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.006795] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.038948] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 8916f208-29a1-4a00-af38-29201d651726 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 872.088907] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830792, 'name': Rename_Task, 'duration_secs': 0.150699} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.089378] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.089640] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5254d3b-851f-4f39-acc6-a3c367f5c2f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.099706] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 872.099706] env[69942]: value = "task-3830794" [ 872.099706] env[69942]: _type = "Task" [ 872.099706] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.114631] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.124195] env[69942]: DEBUG oslo_concurrency.lockutils [req-0663ed91-c247-4797-a775-8d21ca0c4b59 req-6a95bade-2797-4f3b-8e06-96139da4c1c9 service nova] Releasing lock "refresh_cache-fac32025-0b66-4870-922f-99c9b0f6ee6f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.376483] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 872.377487] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c85ef914-3286-4be6-8acc-2824f9bf83b2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.387295] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b8c142c-d71a-4ce0-b67a-688e2864273a req-6d6a36c8-db87-44bb-9e24-68b50d5b1689 service nova] Releasing lock "refresh_cache-5c226156-e597-42b0-bc7b-6ea6cc105004" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.387949] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 872.387949] env[69942]: value = "task-3830795" [ 872.387949] env[69942]: _type = "Task" [ 872.387949] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.400113] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830795, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.512453] env[69942]: DEBUG oslo_vmware.api [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830793, 'name': PowerOnVM_Task, 'duration_secs': 0.482095} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.512676] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.512917] env[69942]: INFO nova.compute.manager [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Took 4.40 seconds to spawn the instance on the hypervisor. [ 872.513129] env[69942]: DEBUG nova.compute.manager [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.514062] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4c9a09-8d08-4fe0-b376-cea51581afd0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.545741] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 2de2aaa0-ef92-421d-9590-21e298c6f0bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 872.617708] env[69942]: DEBUG oslo_vmware.api [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830794, 'name': PowerOnVM_Task, 'duration_secs': 0.458475} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.617708] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.617708] env[69942]: INFO nova.compute.manager [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Took 7.14 seconds to spawn the instance on the hypervisor. [ 872.617708] env[69942]: DEBUG nova.compute.manager [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.618458] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4373a5-4b91-4b1b-942f-47f0897b54a4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.884015] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "interface-ff779bda-9a1d-44de-b1f8-f8d4b777ebea-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.884015] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-ff779bda-9a1d-44de-b1f8-f8d4b777ebea-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.884015] env[69942]: DEBUG nova.objects.instance [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'flavor' on Instance uuid ff779bda-9a1d-44de-b1f8-f8d4b777ebea {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.900093] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830795, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.038889] env[69942]: INFO nova.compute.manager [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Took 44.03 seconds to build instance. [ 873.050177] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 50c433bb-66a1-4587-9ff7-fbbf3596587a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 873.148389] env[69942]: INFO nova.compute.manager [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Took 56.58 seconds to build instance. [ 873.403976] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830795, 'name': CreateSnapshot_Task, 'duration_secs': 0.540935} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.404163] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 873.405125] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e2336-e46d-483a-b940-c6a9780c7ba9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.491843] env[69942]: DEBUG nova.objects.instance [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'pci_requests' on Instance uuid ff779bda-9a1d-44de-b1f8-f8d4b777ebea {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.541264] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0f3c52bf-9b9b-4ba6-a043-d8ad633a06f7 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "78616ef2-91a3-4a1e-946e-cfbc67de846d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.466s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.552811] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance faab6f2d-3f7f-4adb-a71b-2319c56d706a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 873.655661] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0838c3ec-b3b4-43f5-af94-a46d7bd23b82 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.668s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.759070] env[69942]: INFO nova.compute.manager [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Rebuilding instance [ 873.816053] env[69942]: DEBUG nova.compute.manager [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.816962] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56501a6b-ad8b-46cf-b5c3-fa1df0d7c311 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.925161] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 873.925877] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c38d2d2b-05e6-42bc-962b-62d13342224c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.934679] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 873.934679] env[69942]: value = "task-3830796" [ 873.934679] env[69942]: _type = "Task" [ 873.934679] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.945101] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830796, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.994485] env[69942]: DEBUG nova.objects.base [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 873.994702] env[69942]: DEBUG nova.network.neutron [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.044488] env[69942]: DEBUG nova.compute.manager [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.050402] env[69942]: DEBUG nova.policy [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187b3d20c0e440f82734e725231857c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc436384d0b44bb8a68e0f0277a1eb87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.055732] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 08c30c2e-9588-4990-8d85-b747ff174e1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 874.158140] env[69942]: DEBUG nova.compute.manager [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.453680] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830796, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.559437] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance ce1c1a25-2095-4f6e-a9d3-194351c69ae5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 874.579733] env[69942]: DEBUG nova.network.neutron [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Successfully created port: ce30c8f7-6cd6-4d0b-aae9-948026bda765 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.584975] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.682698] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.835316] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.835649] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970b08d6-1f2e-403c-bf05-f9d4a974fd6b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.844533] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 874.844533] env[69942]: value = "task-3830797" [ 874.844533] env[69942]: _type = "Task" [ 874.844533] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.854538] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.949622] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830796, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.065197] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 21b385b6-9cca-4ed1-8bd2-57336451452a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 875.356070] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830797, 'name': PowerOffVM_Task, 'duration_secs': 0.24536} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.356379] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.356643] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.357480] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ff897c-20dc-4ef2-a774-d7cdc898ace4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.367630] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.367917] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5018697f-e5ef-4c6d-8c2c-95da33c33412 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.397033] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.397033] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.397238] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Deleting the datastore file [datastore1] 78616ef2-91a3-4a1e-946e-cfbc67de846d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.398556] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3facb7ce-e6b9-4a93-968e-f1ce14598b2a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.404761] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 875.404761] env[69942]: value = "task-3830799" [ 875.404761] env[69942]: _type = "Task" [ 875.404761] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.413513] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.446452] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830796, 'name': CloneVM_Task, 'duration_secs': 1.223399} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.447537] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Created linked-clone VM from snapshot [ 875.447537] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3b57a4-0947-4eca-8743-a59ffe500a1d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.456378] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Uploading image 1cdcb899-8bb5-47af-8bc8-c3cd8b0660e7 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 875.483493] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 875.483493] env[69942]: value = "vm-761592" [ 875.483493] env[69942]: _type = "VirtualMachine" [ 875.483493] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 875.483847] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1ce7f3af-bb51-4f3f-a947-8caeaa742dcc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.492527] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lease: (returnval){ [ 875.492527] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5286d945-e9ff-3dbb-07d3-7ed2152eacf1" [ 875.492527] env[69942]: _type = "HttpNfcLease" [ 875.492527] env[69942]: } obtained for exporting VM: (result){ [ 875.492527] env[69942]: value = "vm-761592" [ 875.492527] env[69942]: _type = "VirtualMachine" [ 875.492527] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 875.492527] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the lease: (returnval){ [ 875.492527] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5286d945-e9ff-3dbb-07d3-7ed2152eacf1" [ 875.492527] env[69942]: _type = "HttpNfcLease" [ 875.492527] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 875.499145] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.499145] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5286d945-e9ff-3dbb-07d3-7ed2152eacf1" [ 875.499145] env[69942]: _type = "HttpNfcLease" [ 875.499145] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 875.570915] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 75bb2855-1e92-47e3-b181-2ace83c7ee2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 875.915301] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258201} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.915577] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.915759] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.915931] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.000798] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 876.000798] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5286d945-e9ff-3dbb-07d3-7ed2152eacf1" [ 876.000798] env[69942]: _type = "HttpNfcLease" [ 876.000798] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 876.001106] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 876.001106] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5286d945-e9ff-3dbb-07d3-7ed2152eacf1" [ 876.001106] env[69942]: _type = "HttpNfcLease" [ 876.001106] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 876.001977] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5699e7ab-ed76-44e2-b850-10b5caa68c64 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.010330] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243744c-9762-9829-40e4-38b8cd5285f7/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 876.010533] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243744c-9762-9829-40e4-38b8cd5285f7/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 876.074394] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance ce9aac70-29d1-4205-b456-6b03b4dd8b7b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 876.099924] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76e03fdd-7423-4a68-9071-e2051b6f518a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.473190] env[69942]: DEBUG nova.compute.manager [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Stashing vm_state: active {{(pid=69942) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 876.576936] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 886226c8-616b-43cf-bfc6-aa5aac2ca158 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 876.588131] env[69942]: DEBUG nova.network.neutron [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Successfully updated port: ce30c8f7-6cd6-4d0b-aae9-948026bda765 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.792602] env[69942]: DEBUG nova.compute.manager [req-e4449537-30be-4b1c-9cc3-60d75761c681 req-7990a710-5dcf-4236-89b4-d7d526843ece service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Received event network-vif-plugged-ce30c8f7-6cd6-4d0b-aae9-948026bda765 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.792926] env[69942]: DEBUG oslo_concurrency.lockutils [req-e4449537-30be-4b1c-9cc3-60d75761c681 req-7990a710-5dcf-4236-89b4-d7d526843ece service nova] Acquiring lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.793160] env[69942]: DEBUG oslo_concurrency.lockutils [req-e4449537-30be-4b1c-9cc3-60d75761c681 req-7990a710-5dcf-4236-89b4-d7d526843ece service nova] Lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.793332] env[69942]: DEBUG oslo_concurrency.lockutils [req-e4449537-30be-4b1c-9cc3-60d75761c681 req-7990a710-5dcf-4236-89b4-d7d526843ece service nova] Lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.793499] env[69942]: DEBUG nova.compute.manager [req-e4449537-30be-4b1c-9cc3-60d75761c681 req-7990a710-5dcf-4236-89b4-d7d526843ece service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] No waiting events found dispatching network-vif-plugged-ce30c8f7-6cd6-4d0b-aae9-948026bda765 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.793684] env[69942]: WARNING nova.compute.manager [req-e4449537-30be-4b1c-9cc3-60d75761c681 req-7990a710-5dcf-4236-89b4-d7d526843ece service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Received unexpected event network-vif-plugged-ce30c8f7-6cd6-4d0b-aae9-948026bda765 for instance with vm_state active and task_state None. [ 876.963888] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.964171] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.964332] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.964526] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.965069] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.965789] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.965789] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.965789] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.965932] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.966046] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.966260] env[69942]: DEBUG nova.virt.hardware [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.967193] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe41f3b4-1a06-447c-a207-4648bcddafba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.976597] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d544a7e-b9e3-43cd-82d5-b4af1f9c0f1e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.994988] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.001382] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.001819] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.002059] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bcba338-11ce-4fd5-9701-e0aba35074ae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.018896] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.027747] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.027747] env[69942]: value = "task-3830801" [ 877.027747] env[69942]: _type = "Task" [ 877.027747] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.039480] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830801, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.082232] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 877.092424] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.092693] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.092916] env[69942]: DEBUG nova.network.neutron [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.539246] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830801, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.586249] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance fc4343e8-054c-41d5-9d43-010d83bb9135 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 877.586650] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 877.586875] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 877.632522] env[69942]: WARNING nova.network.neutron [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] 038444ad-d33b-464f-ab16-9885103a6ba9 already exists in list: networks containing: ['038444ad-d33b-464f-ab16-9885103a6ba9']. ignoring it [ 878.033578] env[69942]: DEBUG nova.network.neutron [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updating instance_info_cache with network_info: [{"id": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "address": "fa:16:3e:8d:bf:45", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b0837e-41", "ovs_interfaceid": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce30c8f7-6cd6-4d0b-aae9-948026bda765", "address": "fa:16:3e:7e:1f:5f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce30c8f7-6c", "ovs_interfaceid": "ce30c8f7-6cd6-4d0b-aae9-948026bda765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.044940] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830801, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.065407] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97591bdd-7c9c-42cc-ac93-60ddb82a6698 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.073806] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c052f-4921-471e-99f6-3fd7f2779d95 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.105038] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc7141-ef14-4109-b29d-c1251e8d6a72 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.113484] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdc8888-8d11-4a18-971d-573aad8acfa4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.128994] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.538941] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.539799] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.539966] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.545234] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e30de3e-9b90-425a-8945-7322d7299043 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.566908] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.567256] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.567684] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.568100] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.568299] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.568599] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.568920] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.569187] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.569452] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.569750] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.569952] env[69942]: DEBUG nova.virt.hardware [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.576762] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Reconfiguring VM to attach interface {{(pid=69942) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 878.584122] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1b5ee6-6ce8-4cf1-8c66-1544fc4f78e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.596626] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830801, 'name': CreateVM_Task, 'duration_secs': 1.440993} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.596881] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.597874] env[69942]: DEBUG oslo_concurrency.lockutils [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.599198] env[69942]: DEBUG oslo_concurrency.lockutils [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.599198] env[69942]: DEBUG oslo_concurrency.lockutils [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.599198] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522dcfa8-c4f9-473b-92b7-2fd9b7329cfc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.604190] env[69942]: DEBUG oslo_vmware.api [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 878.604190] env[69942]: value = "task-3830802" [ 878.604190] env[69942]: _type = "Task" [ 878.604190] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.605958] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 878.605958] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5219abf1-684e-34a4-78ac-766cc3c20618" [ 878.605958] env[69942]: _type = "Task" [ 878.605958] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.619024] env[69942]: DEBUG oslo_vmware.api [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830802, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.622139] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5219abf1-684e-34a4-78ac-766cc3c20618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.633888] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.119890] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5219abf1-684e-34a4-78ac-766cc3c20618, 'name': SearchDatastore_Task, 'duration_secs': 0.018473} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.123331] env[69942]: DEBUG oslo_concurrency.lockutils [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.123585] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.123873] env[69942]: DEBUG oslo_concurrency.lockutils [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.124057] env[69942]: DEBUG oslo_concurrency.lockutils [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.124288] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.124604] env[69942]: DEBUG oslo_vmware.api [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.124870] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f0e89f4-74e6-48c4-8f76-6487930d9cc0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.135864] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.139020] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.139020] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 879.139020] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.647s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.139020] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd0bc26-ebf9-48b2-b5bf-2c2027dac813 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.140687] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.971s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.142362] env[69942]: INFO nova.compute.claims [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.150098] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 879.150098] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52706d29-7a6e-c139-8f7f-621af7871a44" [ 879.150098] env[69942]: _type = "Task" [ 879.150098] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.161824] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52706d29-7a6e-c139-8f7f-621af7871a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.439598] env[69942]: DEBUG nova.compute.manager [req-5517267e-0b91-4ede-bed9-29c0760c0d57 req-57169776-6a60-40b3-8d1e-fe303e0059fe service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Received event network-changed-ce30c8f7-6cd6-4d0b-aae9-948026bda765 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.439813] env[69942]: DEBUG nova.compute.manager [req-5517267e-0b91-4ede-bed9-29c0760c0d57 req-57169776-6a60-40b3-8d1e-fe303e0059fe service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Refreshing instance network info cache due to event network-changed-ce30c8f7-6cd6-4d0b-aae9-948026bda765. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.441028] env[69942]: DEBUG oslo_concurrency.lockutils [req-5517267e-0b91-4ede-bed9-29c0760c0d57 req-57169776-6a60-40b3-8d1e-fe303e0059fe service nova] Acquiring lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.441243] env[69942]: DEBUG oslo_concurrency.lockutils [req-5517267e-0b91-4ede-bed9-29c0760c0d57 req-57169776-6a60-40b3-8d1e-fe303e0059fe service nova] Acquired lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.441434] env[69942]: DEBUG nova.network.neutron [req-5517267e-0b91-4ede-bed9-29c0760c0d57 req-57169776-6a60-40b3-8d1e-fe303e0059fe service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Refreshing network info cache for port ce30c8f7-6cd6-4d0b-aae9-948026bda765 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.519680] env[69942]: INFO nova.compute.manager [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Rebuilding instance [ 879.574218] env[69942]: DEBUG nova.compute.manager [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.575231] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4fada8-fdd9-4e88-afcc-1cb00cc4fd9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.618332] env[69942]: DEBUG oslo_vmware.api [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830802, 'name': ReconfigVM_Task, 'duration_secs': 0.928662} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.619479] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.619479] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Reconfigured VM to attach interface {{(pid=69942) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 879.662059] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52706d29-7a6e-c139-8f7f-621af7871a44, 'name': SearchDatastore_Task, 'duration_secs': 0.017721} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.662863] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38a8334-049f-487d-bfd3-17dc2d742cfb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.669249] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 879.669249] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529de1f0-5c3d-920c-dc3e-f46e59c22661" [ 879.669249] env[69942]: _type = "Task" [ 879.669249] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.679501] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529de1f0-5c3d-920c-dc3e-f46e59c22661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.124593] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f0e09dc-6f9d-4544-966d-fa928e751385 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-ff779bda-9a1d-44de-b1f8-f8d4b777ebea-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.243s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.170170] env[69942]: DEBUG nova.network.neutron [req-5517267e-0b91-4ede-bed9-29c0760c0d57 req-57169776-6a60-40b3-8d1e-fe303e0059fe service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updated VIF entry in instance network info cache for port ce30c8f7-6cd6-4d0b-aae9-948026bda765. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.170349] env[69942]: DEBUG nova.network.neutron [req-5517267e-0b91-4ede-bed9-29c0760c0d57 req-57169776-6a60-40b3-8d1e-fe303e0059fe service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updating instance_info_cache with network_info: [{"id": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "address": "fa:16:3e:8d:bf:45", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b0837e-41", "ovs_interfaceid": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce30c8f7-6cd6-4d0b-aae9-948026bda765", "address": "fa:16:3e:7e:1f:5f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce30c8f7-6c", "ovs_interfaceid": "ce30c8f7-6cd6-4d0b-aae9-948026bda765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.184301] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529de1f0-5c3d-920c-dc3e-f46e59c22661, 'name': SearchDatastore_Task, 'duration_secs': 0.019818} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.185364] env[69942]: DEBUG oslo_concurrency.lockutils [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.185632] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 78616ef2-91a3-4a1e-946e-cfbc67de846d/78616ef2-91a3-4a1e-946e-cfbc67de846d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.185911] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faef1340-722f-4dc6-9d4f-3babf709a539 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.194094] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 880.194094] env[69942]: value = "task-3830803" [ 880.194094] env[69942]: _type = "Task" [ 880.194094] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.203580] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.593093] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.593490] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ac29013-6c5d-479a-b582-33240ceec01e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.603440] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for the task: (returnval){ [ 880.603440] env[69942]: value = "task-3830804" [ 880.603440] env[69942]: _type = "Task" [ 880.603440] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.614369] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.617052] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e62d0f6-4979-4d07-b240-59f9ff7f1cb3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.626184] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3019290f-5b32-4c74-b272-a946ca357d98 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.674323] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1a516c-0ebd-42c9-9ba9-c84a6167fa2c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.679486] env[69942]: DEBUG oslo_concurrency.lockutils [req-5517267e-0b91-4ede-bed9-29c0760c0d57 req-57169776-6a60-40b3-8d1e-fe303e0059fe service nova] Releasing lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.686585] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23cb58f-4adf-4e68-8c40-8c7bc2569344 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.702452] env[69942]: DEBUG nova.compute.provider_tree [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.714883] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830803, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.114311] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830804, 'name': PowerOffVM_Task, 'duration_secs': 0.214805} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.114631] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.115344] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.115600] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06bd4636-3613-4d17-9948-c8040749df75 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.123113] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for the task: (returnval){ [ 881.123113] env[69942]: value = "task-3830805" [ 881.123113] env[69942]: _type = "Task" [ 881.123113] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.132611] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.208667] env[69942]: DEBUG nova.scheduler.client.report [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.215473] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600859} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.215995] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 78616ef2-91a3-4a1e-946e-cfbc67de846d/78616ef2-91a3-4a1e-946e-cfbc67de846d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.216232] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.216483] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54999623-38d1-4891-a4ea-4b368e0153d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.225443] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 881.225443] env[69942]: value = "task-3830806" [ 881.225443] env[69942]: _type = "Task" [ 881.225443] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.236460] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.636079] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 881.636079] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 881.636079] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761528', 'volume_id': 'cfe77342-0b09-43a0-87c2-c8643b931434', 'name': 'volume-cfe77342-0b09-43a0-87c2-c8643b931434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4205f1b-fc63-496a-8cf6-d41a71f14e36', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfe77342-0b09-43a0-87c2-c8643b931434', 'serial': 'cfe77342-0b09-43a0-87c2-c8643b931434'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 881.636468] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16880abd-b44d-494f-98db-8c5b88d50635 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.657573] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c35a50f-ddef-4df6-ad60-f7f361a4992d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.666465] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e8bf84-6f99-4353-a1fe-41ec9aba8983 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.688596] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a58f3-96fc-4846-b394-16c21c19d272 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.705586] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] The volume has not been displaced from its original location: [datastore1] volume-cfe77342-0b09-43a0-87c2-c8643b931434/volume-cfe77342-0b09-43a0-87c2-c8643b931434.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 881.711142] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 881.711607] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97b5ae40-fcf2-4096-bf79-3e78dbedbfe6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.725632] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.725992] env[69942]: DEBUG nova.compute.manager [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.728850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.827s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.733608] env[69942]: INFO nova.compute.claims [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.752055] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for the task: (returnval){ [ 881.752055] env[69942]: value = "task-3830807" [ 881.752055] env[69942]: _type = "Task" [ 881.752055] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.759457] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098548} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.760216] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.761114] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7d9802-22f2-44b6-aa62-878db663ef62 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.768791] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.790544] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 78616ef2-91a3-4a1e-946e-cfbc67de846d/78616ef2-91a3-4a1e-946e-cfbc67de846d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.791250] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d906003c-3678-456f-9c50-d57b86669bbe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.814023] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 881.814023] env[69942]: value = "task-3830808" [ 881.814023] env[69942]: _type = "Task" [ 881.814023] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.824226] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.240055] env[69942]: DEBUG nova.compute.utils [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.246059] env[69942]: DEBUG nova.compute.manager [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.246254] env[69942]: DEBUG nova.network.neutron [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.253022] env[69942]: DEBUG oslo_concurrency.lockutils [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "interface-ff779bda-9a1d-44de-b1f8-f8d4b777ebea-ce30c8f7-6cd6-4d0b-aae9-948026bda765" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.253354] env[69942]: DEBUG oslo_concurrency.lockutils [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-ff779bda-9a1d-44de-b1f8-f8d4b777ebea-ce30c8f7-6cd6-4d0b-aae9-948026bda765" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.266239] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830807, 'name': ReconfigVM_Task, 'duration_secs': 0.278406} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.266565] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 882.271604] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033b32ce-9866-4f7a-9bbe-d2bdb2983d1e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.288534] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for the task: (returnval){ [ 882.288534] env[69942]: value = "task-3830809" [ 882.288534] env[69942]: _type = "Task" [ 882.288534] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.299148] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.325264] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.350712] env[69942]: DEBUG nova.policy [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8cf1c71b1494e27b387a7b846dc15f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '227bf36e8a1b4ab4abc39886d5415a39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.750026] env[69942]: DEBUG nova.compute.manager [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.760776] env[69942]: DEBUG oslo_concurrency.lockutils [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.762728] env[69942]: DEBUG oslo_concurrency.lockutils [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.763154] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3738e42-60ae-45d6-89f3-7c682baf7acd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.800337] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a8eb8d-de6c-417b-9139-9ffde45bc14a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.811021] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830809, 'name': ReconfigVM_Task, 'duration_secs': 0.14683} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.828140] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761528', 'volume_id': 'cfe77342-0b09-43a0-87c2-c8643b931434', 'name': 'volume-cfe77342-0b09-43a0-87c2-c8643b931434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f4205f1b-fc63-496a-8cf6-d41a71f14e36', 'attached_at': '', 'detached_at': '', 'volume_id': 'cfe77342-0b09-43a0-87c2-c8643b931434', 'serial': 'cfe77342-0b09-43a0-87c2-c8643b931434'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 882.828474] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.835033] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Reconfiguring VM to detach interface {{(pid=69942) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 882.838232] env[69942]: DEBUG nova.network.neutron [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Successfully created port: 356740b1-c6d1-41af-bbea-1e3b7ffcf87b {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.840415] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bb6d1b-67b3-4977-b741-2798405fa617 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.846556] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db63f76e-6773-4007-a824-a5c12a8371a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.869705] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830808, 'name': ReconfigVM_Task, 'duration_secs': 0.622186} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.875451] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 78616ef2-91a3-4a1e-946e-cfbc67de846d/78616ef2-91a3-4a1e-946e-cfbc67de846d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.876276] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 882.876276] env[69942]: value = "task-3830810" [ 882.876276] env[69942]: _type = "Task" [ 882.876276] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.876542] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.877795] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04732c0e-4270-49d5-ae07-7015ccd193c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.878975] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aca49eb-b9ac-4a61-8759-f0e7502709ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.893393] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.897676] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 882.897676] env[69942]: value = "task-3830811" [ 882.897676] env[69942]: _type = "Task" [ 882.897676] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.908774] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830811, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.959365] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.959623] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.959833] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Deleting the datastore file [datastore1] f4205f1b-fc63-496a-8cf6-d41a71f14e36 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.960181] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cae206f-d633-41b5-a0bf-392a71d0e471 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.968422] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for the task: (returnval){ [ 882.968422] env[69942]: value = "task-3830813" [ 882.968422] env[69942]: _type = "Task" [ 882.968422] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.981829] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.255241] env[69942]: INFO nova.virt.block_device [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Booting with volume da5e2afa-40bb-4c52-a115-7f553c3ec8fa at /dev/sda [ 883.300858] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-822e7344-b11f-45e8-b19b-236031d1c505 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.314417] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7a65b4-cde2-4772-b78f-2554135c5655 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.352344] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4b9db73-6b6e-4b4a-8225-a6ae4707dcf8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.355505] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd1ca54-dab9-4f71-b66d-c7b32ced1599 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.365033] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5e1a03-b233-401e-afee-ef2497e567b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.370907] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ca5388-2a71-441d-9cf2-f6f5384951a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.428245] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9544c914-e820-4ea8-aa2c-42b5abbc73c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.434897] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dd53be-5f34-4dd8-8890-6dcef38b6769 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.437499] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.444070] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830811, 'name': Rename_Task, 'duration_secs': 0.190923} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.448231] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.448689] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-013089be-20c1-4fc3-9d0f-a9ae06747ed2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.451702] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e27409-ed54-4179-aaea-83a38c49abf1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.456426] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d572ba-e845-4609-bf17-dd3c4ce9e4bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.466320] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 883.466320] env[69942]: value = "task-3830814" [ 883.466320] env[69942]: _type = "Task" [ 883.466320] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.478318] env[69942]: DEBUG nova.compute.provider_tree [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.491045] env[69942]: DEBUG nova.virt.block_device [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Updating existing volume attachment record: e874a09b-0bb1-4b09-bfca-0429d47e68b3 {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 883.499929] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.505052] env[69942]: DEBUG oslo_vmware.api [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Task: {'id': task-3830813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501054} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.505052] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.505217] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.505390] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.576218] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 883.576620] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c27751c0-9c4d-49ee-8402-82049b55ec70 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.587027] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc303aec-8789-4d4c-ab36-1b9ac3aa4ed6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.627708] env[69942]: ERROR nova.compute.manager [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Failed to detach volume cfe77342-0b09-43a0-87c2-c8643b931434 from /dev/sda: nova.exception.InstanceNotFound: Instance f4205f1b-fc63-496a-8cf6-d41a71f14e36 could not be found. [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Traceback (most recent call last): [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self.driver.rebuild(**kwargs) [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] raise NotImplementedError() [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] NotImplementedError [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] During handling of the above exception, another exception occurred: [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Traceback (most recent call last): [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self.driver.detach_volume(context, old_connection_info, [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] return self._volumeops.detach_volume(connection_info, instance) [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self._detach_volume_vmdk(connection_info, instance) [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] stable_ref.fetch_moref(session) [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] raise exception.InstanceNotFound(instance_id=self._uuid) [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] nova.exception.InstanceNotFound: Instance f4205f1b-fc63-496a-8cf6-d41a71f14e36 could not be found. [ 883.627708] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] [ 883.808452] env[69942]: DEBUG nova.compute.utils [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Build of instance f4205f1b-fc63-496a-8cf6-d41a71f14e36 aborted: Failed to rebuild volume backed instance. {{(pid=69942) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 883.811558] env[69942]: ERROR nova.compute.manager [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f4205f1b-fc63-496a-8cf6-d41a71f14e36 aborted: Failed to rebuild volume backed instance. [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Traceback (most recent call last): [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self.driver.rebuild(**kwargs) [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] raise NotImplementedError() [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] NotImplementedError [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] During handling of the above exception, another exception occurred: [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Traceback (most recent call last): [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self._detach_root_volume(context, instance, root_bdm) [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] with excutils.save_and_reraise_exception(): [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self.force_reraise() [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] raise self.value [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self.driver.detach_volume(context, old_connection_info, [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] return self._volumeops.detach_volume(connection_info, instance) [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self._detach_volume_vmdk(connection_info, instance) [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] stable_ref.fetch_moref(session) [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] raise exception.InstanceNotFound(instance_id=self._uuid) [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] nova.exception.InstanceNotFound: Instance f4205f1b-fc63-496a-8cf6-d41a71f14e36 could not be found. [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] During handling of the above exception, another exception occurred: [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Traceback (most recent call last): [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] yield [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 883.811558] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self._do_rebuild_instance_with_claim( [ 883.813232] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 883.813232] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self._do_rebuild_instance( [ 883.813232] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 883.813232] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self._rebuild_default_impl(**kwargs) [ 883.813232] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 883.813232] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] self._rebuild_volume_backed_instance( [ 883.813232] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 883.813232] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] raise exception.BuildAbortException( [ 883.813232] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] nova.exception.BuildAbortException: Build of instance f4205f1b-fc63-496a-8cf6-d41a71f14e36 aborted: Failed to rebuild volume backed instance. [ 883.813232] env[69942]: ERROR nova.compute.manager [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] [ 883.894020] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.991684] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830814, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.994687] env[69942]: DEBUG nova.scheduler.client.report [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.396275] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.488756] env[69942]: DEBUG oslo_vmware.api [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830814, 'name': PowerOnVM_Task, 'duration_secs': 0.569284} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.489060] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.489270] env[69942]: DEBUG nova.compute.manager [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.490229] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753409d0-08c0-4484-a47a-248d68724273 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.502669] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.503123] env[69942]: DEBUG nova.compute.manager [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.505629] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.795s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.507616] env[69942]: INFO nova.compute.claims [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.513687] env[69942]: DEBUG nova.compute.manager [req-dd3a34be-c055-4e92-aabb-0d03bbfcea5f req-2da0c7ef-b750-4c51-9a34-6785691fa180 service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Received event network-vif-plugged-356740b1-c6d1-41af-bbea-1e3b7ffcf87b {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.513912] env[69942]: DEBUG oslo_concurrency.lockutils [req-dd3a34be-c055-4e92-aabb-0d03bbfcea5f req-2da0c7ef-b750-4c51-9a34-6785691fa180 service nova] Acquiring lock "8916f208-29a1-4a00-af38-29201d651726-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.514346] env[69942]: DEBUG oslo_concurrency.lockutils [req-dd3a34be-c055-4e92-aabb-0d03bbfcea5f req-2da0c7ef-b750-4c51-9a34-6785691fa180 service nova] Lock "8916f208-29a1-4a00-af38-29201d651726-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.515941] env[69942]: DEBUG oslo_concurrency.lockutils [req-dd3a34be-c055-4e92-aabb-0d03bbfcea5f req-2da0c7ef-b750-4c51-9a34-6785691fa180 service nova] Lock "8916f208-29a1-4a00-af38-29201d651726-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.515941] env[69942]: DEBUG nova.compute.manager [req-dd3a34be-c055-4e92-aabb-0d03bbfcea5f req-2da0c7ef-b750-4c51-9a34-6785691fa180 service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] No waiting events found dispatching network-vif-plugged-356740b1-c6d1-41af-bbea-1e3b7ffcf87b {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.515941] env[69942]: WARNING nova.compute.manager [req-dd3a34be-c055-4e92-aabb-0d03bbfcea5f req-2da0c7ef-b750-4c51-9a34-6785691fa180 service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Received unexpected event network-vif-plugged-356740b1-c6d1-41af-bbea-1e3b7ffcf87b for instance with vm_state building and task_state block_device_mapping. [ 884.763391] env[69942]: DEBUG nova.network.neutron [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Successfully updated port: 356740b1-c6d1-41af-bbea-1e3b7ffcf87b {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.903384] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.012665] env[69942]: DEBUG nova.compute.utils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.020024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.020024] env[69942]: DEBUG nova.compute.manager [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.020228] env[69942]: DEBUG nova.network.neutron [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.101288] env[69942]: DEBUG nova.policy [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3694b8710934ac9bef02fc9f1f32c86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12eca5ef922b465bb1ab7eb059b30c67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.119686] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243744c-9762-9829-40e4-38b8cd5285f7/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.120738] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b965acb1-f33f-41dc-9130-25e473867824 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.131159] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243744c-9762-9829-40e4-38b8cd5285f7/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.131340] env[69942]: ERROR oslo_vmware.rw_handles [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243744c-9762-9829-40e4-38b8cd5285f7/disk-0.vmdk due to incomplete transfer. [ 885.131575] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-117795a4-61f7-4768-85f3-eaf551cc29e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.139981] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5243744c-9762-9829-40e4-38b8cd5285f7/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 885.140211] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Uploaded image 1cdcb899-8bb5-47af-8bc8-c3cd8b0660e7 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 885.142337] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 885.142927] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f785c4e5-6fa7-496e-821d-5d9f6391fa5c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.150224] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 885.150224] env[69942]: value = "task-3830815" [ 885.150224] env[69942]: _type = "Task" [ 885.150224] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.159172] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830815, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.268272] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Acquiring lock "refresh_cache-8916f208-29a1-4a00-af38-29201d651726" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.268457] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Acquired lock "refresh_cache-8916f208-29a1-4a00-af38-29201d651726" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.268662] env[69942]: DEBUG nova.network.neutron [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.404744] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.497368] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "78616ef2-91a3-4a1e-946e-cfbc67de846d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.497368] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "78616ef2-91a3-4a1e-946e-cfbc67de846d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.497368] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "78616ef2-91a3-4a1e-946e-cfbc67de846d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.497368] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "78616ef2-91a3-4a1e-946e-cfbc67de846d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.497368] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "78616ef2-91a3-4a1e-946e-cfbc67de846d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.500318] env[69942]: INFO nova.compute.manager [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Terminating instance [ 885.522301] env[69942]: DEBUG nova.compute.manager [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.608613] env[69942]: DEBUG nova.compute.manager [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.609152] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.609359] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.609507] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.611074] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.611074] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.611074] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.611074] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.611074] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.611074] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.611074] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.611074] env[69942]: DEBUG nova.virt.hardware [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.612483] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea60d19-a5dc-4ec5-9b4d-4469c0e2bfe8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.621166] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701c6d7f-b9c6-49a8-9ce5-2307fcd53c15 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.648988] env[69942]: DEBUG nova.network.neutron [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Successfully created port: 97a07416-ff06-4014-ac35-34cd5409c7a5 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.660850] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830815, 'name': Destroy_Task, 'duration_secs': 0.364292} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.664569] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Destroyed the VM [ 885.664861] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 885.666586] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3aae008e-479e-4f39-9e34-4a569164a0dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.673953] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 885.673953] env[69942]: value = "task-3830816" [ 885.673953] env[69942]: _type = "Task" [ 885.673953] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.686461] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830816, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.834825] env[69942]: DEBUG nova.network.neutron [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.845547] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.897704] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.011462] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "refresh_cache-78616ef2-91a3-4a1e-946e-cfbc67de846d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.011650] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquired lock "refresh_cache-78616ef2-91a3-4a1e-946e-cfbc67de846d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.011847] env[69942]: DEBUG nova.network.neutron [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.064567] env[69942]: DEBUG nova.network.neutron [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Updating instance_info_cache with network_info: [{"id": "356740b1-c6d1-41af-bbea-1e3b7ffcf87b", "address": "fa:16:3e:bb:0b:0c", "network": {"id": "a9c85ba0-6c59-4ef2-a318-b5cbb42f7731", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-896578375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227bf36e8a1b4ab4abc39886d5415a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356740b1-c6", "ovs_interfaceid": "356740b1-c6d1-41af-bbea-1e3b7ffcf87b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.103129] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aebfd44-d921-460b-830b-19f582a32b4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.113271] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7431c8ca-097a-4b41-95d5-e1d239f89513 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.148512] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c8b97-0185-4a99-82df-eea41cf7ea57 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.161124] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fea5609-3daf-47fd-b57f-94e8a3f8c5ec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.177391] env[69942]: DEBUG nova.compute.provider_tree [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.188383] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830816, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.396796] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.537214] env[69942]: DEBUG nova.compute.manager [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.540980] env[69942]: DEBUG nova.network.neutron [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.570589] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Releasing lock "refresh_cache-8916f208-29a1-4a00-af38-29201d651726" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.570897] env[69942]: DEBUG nova.compute.manager [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Instance network_info: |[{"id": "356740b1-c6d1-41af-bbea-1e3b7ffcf87b", "address": "fa:16:3e:bb:0b:0c", "network": {"id": "a9c85ba0-6c59-4ef2-a318-b5cbb42f7731", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-896578375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227bf36e8a1b4ab4abc39886d5415a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356740b1-c6", "ovs_interfaceid": "356740b1-c6d1-41af-bbea-1e3b7ffcf87b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.572494] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:0b:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '356740b1-c6d1-41af-bbea-1e3b7ffcf87b', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.582127] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Creating folder: Project (227bf36e8a1b4ab4abc39886d5415a39). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.584528] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.584820] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.584922] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.585149] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.585297] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.585447] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.585649] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.585796] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.585955] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.586126] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.586336] env[69942]: DEBUG nova.virt.hardware [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.586637] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0bafeb0-02b5-4ad4-b20d-f344007a86d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.589365] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f0bdbb-c742-4ce5-9f17-491b19f850c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.598747] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53034b8-de98-4944-91b9-2d7d156bc625 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.605688] env[69942]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 886.606071] env[69942]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69942) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 886.606303] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Folder already exists: Project (227bf36e8a1b4ab4abc39886d5415a39). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 886.606479] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Creating folder: Instances. Parent ref: group-v761535. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.607129] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-255a5558-a840-4ff8-b953-4e831025f99b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.627096] env[69942]: DEBUG nova.compute.manager [req-2f7acb83-71bf-4d7b-984e-319e39fe27d9 req-dd7b3f58-2515-4410-b7d9-e824454931a9 service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Received event network-changed-356740b1-c6d1-41af-bbea-1e3b7ffcf87b {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.627096] env[69942]: DEBUG nova.compute.manager [req-2f7acb83-71bf-4d7b-984e-319e39fe27d9 req-dd7b3f58-2515-4410-b7d9-e824454931a9 service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Refreshing instance network info cache due to event network-changed-356740b1-c6d1-41af-bbea-1e3b7ffcf87b. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.627096] env[69942]: DEBUG oslo_concurrency.lockutils [req-2f7acb83-71bf-4d7b-984e-319e39fe27d9 req-dd7b3f58-2515-4410-b7d9-e824454931a9 service nova] Acquiring lock "refresh_cache-8916f208-29a1-4a00-af38-29201d651726" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.627427] env[69942]: DEBUG oslo_concurrency.lockutils [req-2f7acb83-71bf-4d7b-984e-319e39fe27d9 req-dd7b3f58-2515-4410-b7d9-e824454931a9 service nova] Acquired lock "refresh_cache-8916f208-29a1-4a00-af38-29201d651726" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.627427] env[69942]: DEBUG nova.network.neutron [req-2f7acb83-71bf-4d7b-984e-319e39fe27d9 req-dd7b3f58-2515-4410-b7d9-e824454931a9 service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Refreshing network info cache for port 356740b1-c6d1-41af-bbea-1e3b7ffcf87b {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.630543] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Created folder: Instances in parent group-v761535. [ 886.630835] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.631325] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8916f208-29a1-4a00-af38-29201d651726] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.631547] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f831efa-fbb4-4344-a3d2-15f432d24bc3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.650723] env[69942]: DEBUG nova.network.neutron [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.659404] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.659404] env[69942]: value = "task-3830819" [ 886.659404] env[69942]: _type = "Task" [ 886.659404] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.669534] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830819, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.683478] env[69942]: DEBUG nova.scheduler.client.report [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.692282] env[69942]: DEBUG oslo_vmware.api [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830816, 'name': RemoveSnapshot_Task, 'duration_secs': 0.58765} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.692892] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 886.693173] env[69942]: INFO nova.compute.manager [None req-c580835f-8375-42a1-a0df-73efd26b5829 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Took 14.86 seconds to snapshot the instance on the hypervisor. [ 886.898217] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.154042] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Releasing lock "refresh_cache-78616ef2-91a3-4a1e-946e-cfbc67de846d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.155350] env[69942]: DEBUG nova.compute.manager [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.155350] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.155690] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a579e14-608f-40b4-aae9-c05158b1a17a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.165671] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.166535] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a19a2f-5e46-4318-825a-c341f0ed3fac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.171890] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830819, 'name': CreateVM_Task, 'duration_secs': 0.321264} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.172208] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8916f208-29a1-4a00-af38-29201d651726] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.172886] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'e874a09b-0bb1-4b09-bfca-0429d47e68b3', 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761548', 'volume_id': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'name': 'volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8916f208-29a1-4a00-af38-29201d651726', 'attached_at': '', 'detached_at': '', 'volume_id': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'serial': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69942) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 887.173119] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Root volume attach. Driver type: vmdk {{(pid=69942) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 887.175020] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4a395f-21de-45af-a330-71eb7a854e9b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.177882] env[69942]: DEBUG oslo_vmware.api [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 887.177882] env[69942]: value = "task-3830820" [ 887.177882] env[69942]: _type = "Task" [ 887.177882] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.188489] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387fe190-5450-44aa-aa66-4941b69fbad6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.197942] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.197942] env[69942]: DEBUG nova.compute.manager [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.203910] env[69942]: DEBUG oslo_vmware.api [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.208337] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.534s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.211114] env[69942]: INFO nova.compute.claims [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.224437] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfa9156-03bc-4c33-be98-439ac964b651 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.233472] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-95bc9618-4904-466b-94ef-bae56ea4d59d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.241956] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for the task: (returnval){ [ 887.241956] env[69942]: value = "task-3830821" [ 887.241956] env[69942]: _type = "Task" [ 887.241956] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.253331] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830821, 'name': RelocateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.407627] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.431066] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Acquiring lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.431066] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.431066] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Acquiring lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.431393] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.431393] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.433919] env[69942]: INFO nova.compute.manager [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Terminating instance [ 887.483234] env[69942]: DEBUG nova.network.neutron [req-2f7acb83-71bf-4d7b-984e-319e39fe27d9 req-dd7b3f58-2515-4410-b7d9-e824454931a9 service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Updated VIF entry in instance network info cache for port 356740b1-c6d1-41af-bbea-1e3b7ffcf87b. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.483603] env[69942]: DEBUG nova.network.neutron [req-2f7acb83-71bf-4d7b-984e-319e39fe27d9 req-dd7b3f58-2515-4410-b7d9-e824454931a9 service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Updating instance_info_cache with network_info: [{"id": "356740b1-c6d1-41af-bbea-1e3b7ffcf87b", "address": "fa:16:3e:bb:0b:0c", "network": {"id": "a9c85ba0-6c59-4ef2-a318-b5cbb42f7731", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-896578375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227bf36e8a1b4ab4abc39886d5415a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356740b1-c6", "ovs_interfaceid": "356740b1-c6d1-41af-bbea-1e3b7ffcf87b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.692467] env[69942]: DEBUG oslo_vmware.api [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830820, 'name': PowerOffVM_Task, 'duration_secs': 0.183254} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.693099] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.693099] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.693493] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d201c271-c4ad-4aca-a880-0cb30e329c66 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.707222] env[69942]: DEBUG nova.compute.utils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.707222] env[69942]: DEBUG nova.compute.manager [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.708516] env[69942]: DEBUG nova.network.neutron [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.731230] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.731230] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.731230] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Deleting the datastore file [datastore2] 78616ef2-91a3-4a1e-946e-cfbc67de846d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.731230] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-598b334d-aa21-459d-8667-63b884613fcd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.742806] env[69942]: DEBUG oslo_vmware.api [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for the task: (returnval){ [ 887.742806] env[69942]: value = "task-3830823" [ 887.742806] env[69942]: _type = "Task" [ 887.742806] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.757130] env[69942]: DEBUG oslo_vmware.api [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.760815] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830821, 'name': RelocateVM_Task} progress is 40%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.783094] env[69942]: DEBUG nova.policy [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc50f8df7a6e44419dee4d6a69ddcbac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15cb3236dacb4e5384e8db596257a5be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.821731] env[69942]: DEBUG nova.network.neutron [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Successfully updated port: 97a07416-ff06-4014-ac35-34cd5409c7a5 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.907098] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.941023] env[69942]: DEBUG nova.compute.manager [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.941023] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97db6bad-a55e-4a90-878e-ece412545b87 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.960455] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527dd96e-0d0e-447e-aa6f-f214cebc16dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.990026] env[69942]: DEBUG oslo_concurrency.lockutils [req-2f7acb83-71bf-4d7b-984e-319e39fe27d9 req-dd7b3f58-2515-4410-b7d9-e824454931a9 service nova] Releasing lock "refresh_cache-8916f208-29a1-4a00-af38-29201d651726" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.004767] env[69942]: WARNING nova.virt.vmwareapi.driver [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f4205f1b-fc63-496a-8cf6-d41a71f14e36 could not be found. [ 888.005190] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.005723] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2137304b-3aa8-4414-8edf-32ff6ce2e649 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.022915] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5b769f-d272-4d17-aef4-4cf947d51039 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.057692] env[69942]: WARNING nova.virt.vmwareapi.vmops [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f4205f1b-fc63-496a-8cf6-d41a71f14e36 could not be found. [ 888.058062] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.058189] env[69942]: INFO nova.compute.manager [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Took 0.12 seconds to destroy the instance on the hypervisor. [ 888.058438] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.058819] env[69942]: DEBUG nova.compute.manager [-] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.058997] env[69942]: DEBUG nova.network.neutron [-] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.213383] env[69942]: DEBUG nova.compute.manager [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.232736] env[69942]: DEBUG nova.network.neutron [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Successfully created port: b48b154f-439e-4a29-b28f-6544cd0cd2fc {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.260672] env[69942]: DEBUG oslo_vmware.api [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.269702] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830821, 'name': RelocateVM_Task} progress is 53%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.325835] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "refresh_cache-2de2aaa0-ef92-421d-9590-21e298c6f0bf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.326092] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "refresh_cache-2de2aaa0-ef92-421d-9590-21e298c6f0bf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.326168] env[69942]: DEBUG nova.network.neutron [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.415374] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.547974] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "669b2238-7193-4550-ac42-e3f7134b867e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.548183] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "669b2238-7193-4550-ac42-e3f7134b867e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.730883] env[69942]: DEBUG nova.compute.manager [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.736673] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001f31d4-fef0-46e3-9ed6-cd89b035d11b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.773394] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830821, 'name': RelocateVM_Task} progress is 67%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.782989] env[69942]: DEBUG oslo_vmware.api [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.873343] env[69942]: DEBUG nova.network.neutron [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.890413] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e442a0d-ab3a-4e84-9c75-9c5d09a8e415 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.908974] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda59033-74e0-43ac-a580-ff6eef0a6a20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.916209] env[69942]: DEBUG oslo_vmware.api [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830810, 'name': ReconfigVM_Task, 'duration_secs': 5.822094} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.916967] env[69942]: DEBUG oslo_concurrency.lockutils [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.917249] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Reconfigured VM to detach interface {{(pid=69942) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 888.951724] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392ee56e-e2e9-4bb3-89b5-8c19b8965666 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.963259] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a6fa7d-9d4b-4a11-ac6e-dda247775e33 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.983326] env[69942]: DEBUG nova.compute.provider_tree [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.999218] env[69942]: DEBUG nova.compute.manager [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Received event network-vif-plugged-97a07416-ff06-4014-ac35-34cd5409c7a5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.999218] env[69942]: DEBUG oslo_concurrency.lockutils [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] Acquiring lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.999434] env[69942]: DEBUG oslo_concurrency.lockutils [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] Lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.999494] env[69942]: DEBUG oslo_concurrency.lockutils [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] Lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.000061] env[69942]: DEBUG nova.compute.manager [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] No waiting events found dispatching network-vif-plugged-97a07416-ff06-4014-ac35-34cd5409c7a5 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.000061] env[69942]: WARNING nova.compute.manager [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Received unexpected event network-vif-plugged-97a07416-ff06-4014-ac35-34cd5409c7a5 for instance with vm_state building and task_state spawning. [ 889.000061] env[69942]: DEBUG nova.compute.manager [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Received event network-changed-97a07416-ff06-4014-ac35-34cd5409c7a5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.000352] env[69942]: DEBUG nova.compute.manager [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Refreshing instance network info cache due to event network-changed-97a07416-ff06-4014-ac35-34cd5409c7a5. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.000481] env[69942]: DEBUG oslo_concurrency.lockutils [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] Acquiring lock "refresh_cache-2de2aaa0-ef92-421d-9590-21e298c6f0bf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.124038] env[69942]: DEBUG nova.network.neutron [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Updating instance_info_cache with network_info: [{"id": "97a07416-ff06-4014-ac35-34cd5409c7a5", "address": "fa:16:3e:7f:42:39", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a07416-ff", "ovs_interfaceid": "97a07416-ff06-4014-ac35-34cd5409c7a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.235028] env[69942]: DEBUG nova.compute.manager [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.262886] env[69942]: INFO nova.compute.manager [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] instance snapshotting [ 889.265937] env[69942]: DEBUG nova.network.neutron [-] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.267279] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830821, 'name': RelocateVM_Task} progress is 81%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.274078] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ffc59-cb2a-46e2-afcb-0a9f48f544a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.304891] env[69942]: DEBUG oslo_vmware.api [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Task: {'id': task-3830823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.241721} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.307770] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.308271] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.308271] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.308271] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.308433] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.308613] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.308837] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.308979] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.309163] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.309322] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.311360] env[69942]: DEBUG nova.virt.hardware [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.311360] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b60817b-a42d-4206-98b5-0d247cd9c77d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.314481] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.314609] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.318025] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.318025] env[69942]: INFO nova.compute.manager [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Took 2.16 seconds to destroy the instance on the hypervisor. [ 889.318025] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.318025] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c46435-bb62-4b9d-9c39-b71fb31ca5c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.320206] env[69942]: DEBUG nova.compute.manager [-] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.320294] env[69942]: DEBUG nova.network.neutron [-] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.331972] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4b51d9-b026-4dbb-bc57-0c33e0846a9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.366707] env[69942]: DEBUG nova.network.neutron [-] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.486817] env[69942]: DEBUG nova.scheduler.client.report [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.569793] env[69942]: DEBUG nova.compute.manager [req-9ef313c5-ffab-4448-a8df-b6865acf3167 req-e6190854-1319-4c65-bf50-2e6d513de8ee service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Received event network-vif-deleted-ce30c8f7-6cd6-4d0b-aae9-948026bda765 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.570135] env[69942]: INFO nova.compute.manager [req-9ef313c5-ffab-4448-a8df-b6865acf3167 req-e6190854-1319-4c65-bf50-2e6d513de8ee service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Neutron deleted interface ce30c8f7-6cd6-4d0b-aae9-948026bda765; detaching it from the instance and deleting it from the info cache [ 889.570403] env[69942]: DEBUG nova.network.neutron [req-9ef313c5-ffab-4448-a8df-b6865acf3167 req-e6190854-1319-4c65-bf50-2e6d513de8ee service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updating instance_info_cache with network_info: [{"id": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "address": "fa:16:3e:8d:bf:45", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b0837e-41", "ovs_interfaceid": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.630670] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "refresh_cache-2de2aaa0-ef92-421d-9590-21e298c6f0bf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.630670] env[69942]: DEBUG nova.compute.manager [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Instance network_info: |[{"id": "97a07416-ff06-4014-ac35-34cd5409c7a5", "address": "fa:16:3e:7f:42:39", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a07416-ff", "ovs_interfaceid": "97a07416-ff06-4014-ac35-34cd5409c7a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.630670] env[69942]: DEBUG oslo_concurrency.lockutils [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] Acquired lock "refresh_cache-2de2aaa0-ef92-421d-9590-21e298c6f0bf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.630670] env[69942]: DEBUG nova.network.neutron [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Refreshing network info cache for port 97a07416-ff06-4014-ac35-34cd5409c7a5 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.630670] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:42:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97a07416-ff06-4014-ac35-34cd5409c7a5', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.639086] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.639964] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.640251] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f8dab0f-c08d-439e-b1a2-89b80b9469cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.658605] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.658731] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.659106] env[69942]: INFO nova.compute.manager [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Rebooting instance [ 889.672044] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.672044] env[69942]: value = "task-3830824" [ 889.672044] env[69942]: _type = "Task" [ 889.672044] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.685927] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830824, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.759841] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830821, 'name': RelocateVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.769563] env[69942]: INFO nova.compute.manager [-] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Took 1.71 seconds to deallocate network for instance. [ 889.843127] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 889.843472] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2d7885d1-fa27-4962-a785-4a643c6d18a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.855249] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 889.855249] env[69942]: value = "task-3830825" [ 889.855249] env[69942]: _type = "Task" [ 889.855249] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.864634] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.871060] env[69942]: DEBUG nova.network.neutron [-] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.996151] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.996858] env[69942]: DEBUG nova.compute.manager [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.999619] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.848s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.002105] env[69942]: INFO nova.compute.claims [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.077394] env[69942]: DEBUG oslo_concurrency.lockutils [req-9ef313c5-ffab-4448-a8df-b6865acf3167 req-e6190854-1319-4c65-bf50-2e6d513de8ee service nova] Acquiring lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.077394] env[69942]: DEBUG oslo_concurrency.lockutils [req-9ef313c5-ffab-4448-a8df-b6865acf3167 req-e6190854-1319-4c65-bf50-2e6d513de8ee service nova] Acquired lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.077987] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92923b1f-ed7f-4541-907c-364534d79290 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.099396] env[69942]: DEBUG oslo_concurrency.lockutils [req-9ef313c5-ffab-4448-a8df-b6865acf3167 req-e6190854-1319-4c65-bf50-2e6d513de8ee service nova] Releasing lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.099751] env[69942]: WARNING nova.compute.manager [req-9ef313c5-ffab-4448-a8df-b6865acf3167 req-e6190854-1319-4c65-bf50-2e6d513de8ee service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Detach interface failed, port_id=ce30c8f7-6cd6-4d0b-aae9-948026bda765, reason: No device with interface-id ce30c8f7-6cd6-4d0b-aae9-948026bda765 exists on VM: nova.exception.NotFound: No device with interface-id ce30c8f7-6cd6-4d0b-aae9-948026bda765 exists on VM [ 890.187414] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830824, 'name': CreateVM_Task, 'duration_secs': 0.453631} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.188785] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.188961] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.189150] env[69942]: DEBUG nova.network.neutron [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.190254] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.194023] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.194023] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.194023] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.194023] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91983c8a-4d80-4091-9ba0-6d12ad061325 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.198556] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 890.198556] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523756a6-3a51-be60-aab9-5658f4411ad1" [ 890.198556] env[69942]: _type = "Task" [ 890.198556] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.223036] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523756a6-3a51-be60-aab9-5658f4411ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.223036] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.223036] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.223036] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.223036] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.223036] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.223036] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77579699-e834-4216-adc0-9a5b2f40fb0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.233925] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.236054] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.236054] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3faaceb-a067-493c-95a9-55d088a7bd6a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.245173] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 890.245173] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289c694-c773-15bb-8547-5dfdf5fc81e5" [ 890.245173] env[69942]: _type = "Task" [ 890.245173] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.262185] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830821, 'name': RelocateVM_Task} progress is 97%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.262309] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289c694-c773-15bb-8547-5dfdf5fc81e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012714} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.263192] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a13f1539-06e4-4afb-978b-4b947ebeb136 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.271147] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 890.271147] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5268b2ea-1e66-e1d2-d865-e048d09a0507" [ 890.271147] env[69942]: _type = "Task" [ 890.271147] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.281496] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5268b2ea-1e66-e1d2-d865-e048d09a0507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.328969] env[69942]: INFO nova.compute.manager [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Took 0.56 seconds to detach 1 volumes for instance. [ 890.333239] env[69942]: DEBUG nova.compute.manager [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Deleting volume: cfe77342-0b09-43a0-87c2-c8643b931434 {{(pid=69942) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 890.361958] env[69942]: DEBUG oslo_concurrency.lockutils [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.362234] env[69942]: DEBUG oslo_concurrency.lockutils [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.362420] env[69942]: DEBUG nova.network.neutron [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.377321] env[69942]: INFO nova.compute.manager [-] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Took 1.06 seconds to deallocate network for instance. [ 890.379931] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.381641] env[69942]: DEBUG nova.network.neutron [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Successfully updated port: b48b154f-439e-4a29-b28f-6544cd0cd2fc {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.506157] env[69942]: DEBUG nova.compute.utils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.510333] env[69942]: DEBUG nova.compute.manager [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.513597] env[69942]: DEBUG nova.network.neutron [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.573628] env[69942]: DEBUG nova.policy [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de9cf84ca41468abf25a46888d37e0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70e1f8dfc69344779e06611a2846a3ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.608184] env[69942]: DEBUG nova.network.neutron [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Updated VIF entry in instance network info cache for port 97a07416-ff06-4014-ac35-34cd5409c7a5. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.608567] env[69942]: DEBUG nova.network.neutron [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Updating instance_info_cache with network_info: [{"id": "97a07416-ff06-4014-ac35-34cd5409c7a5", "address": "fa:16:3e:7f:42:39", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a07416-ff", "ovs_interfaceid": "97a07416-ff06-4014-ac35-34cd5409c7a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.762642] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830821, 'name': RelocateVM_Task, 'duration_secs': 3.482102} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.762642] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 890.763044] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761548', 'volume_id': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'name': 'volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8916f208-29a1-4a00-af38-29201d651726', 'attached_at': '', 'detached_at': '', 'volume_id': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'serial': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 890.763583] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a25ffec-a6b7-43e3-96ee-1f84e23276e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.791027] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5c9f2b-cdae-4fd7-aa52-8ed14d3756d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.801081] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5268b2ea-1e66-e1d2-d865-e048d09a0507, 'name': SearchDatastore_Task, 'duration_secs': 0.013746} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.814397] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.814668] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 2de2aaa0-ef92-421d-9590-21e298c6f0bf/2de2aaa0-ef92-421d-9590-21e298c6f0bf.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.824622] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa/volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.824622] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3335116-97f3-48db-a901-b8299fd4da13 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.828109] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b7e7102-d62e-4620-8493-01532af6c44a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.849415] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for the task: (returnval){ [ 890.849415] env[69942]: value = "task-3830828" [ 890.849415] env[69942]: _type = "Task" [ 890.849415] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.850927] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 890.850927] env[69942]: value = "task-3830827" [ 890.850927] env[69942]: _type = "Task" [ 890.850927] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.864452] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.872262] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.876389] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830825, 'name': CreateSnapshot_Task, 'duration_secs': 0.711434} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.877089] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 890.878304] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa4d18-3c55-4686-b7ac-4c68335cd267 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.890383] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.890880] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquiring lock "refresh_cache-50c433bb-66a1-4587-9ff7-fbbf3596587a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.891012] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquired lock "refresh_cache-50c433bb-66a1-4587-9ff7-fbbf3596587a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.891205] env[69942]: DEBUG nova.network.neutron [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.902334] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.012768] env[69942]: DEBUG nova.compute.manager [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.018966] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.019377] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.019436] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.019610] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.019772] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.022088] env[69942]: INFO nova.compute.manager [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Terminating instance [ 891.092536] env[69942]: DEBUG nova.network.neutron [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Successfully created port: ea7e972e-dc5a-4009-9ee6-7633841a75c5 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.111282] env[69942]: DEBUG oslo_concurrency.lockutils [req-7e23a96f-75eb-4cb9-8b75-3ab1ce0e990f req-667589a5-b2d8-45c6-9728-f0a974b36dbe service nova] Releasing lock "refresh_cache-2de2aaa0-ef92-421d-9590-21e298c6f0bf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.145177] env[69942]: DEBUG nova.network.neutron [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance_info_cache with network_info: [{"id": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "address": "fa:16:3e:17:8a:b1", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e5c57-25", "ovs_interfaceid": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.338142] env[69942]: DEBUG nova.compute.manager [req-970f558c-f91f-4e34-ac98-c8e69bb4d959 req-eaa8fd51-ce21-4f80-a7d5-8453de057233 service nova] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Received event network-vif-deleted-6277bbb6-61f4-411b-99c2-6c926de9f731 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.372612] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830827, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.376727] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830828, 'name': ReconfigVM_Task, 'duration_secs': 0.320182} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.380473] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Reconfigured VM instance instance-00000022 to attach disk [datastore1] volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa/volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.387699] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff882fb-1116-4bed-a571-64c5622ee118 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.404679] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 891.412025] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6bcc0992-505b-4b9a-a5e3-88d1f5a0e3d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.418456] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for the task: (returnval){ [ 891.418456] env[69942]: value = "task-3830829" [ 891.418456] env[69942]: _type = "Task" [ 891.418456] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.423354] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 891.423354] env[69942]: value = "task-3830830" [ 891.423354] env[69942]: _type = "Task" [ 891.423354] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.434442] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.435671] env[69942]: DEBUG nova.network.neutron [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updating instance_info_cache with network_info: [{"id": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "address": "fa:16:3e:8d:bf:45", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b0837e-41", "ovs_interfaceid": "18b0837e-414b-4d61-bb8b-cb1227a778b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.444315] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830830, 'name': CloneVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.461722] env[69942]: DEBUG nova.network.neutron [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.531991] env[69942]: DEBUG nova.compute.manager [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.531991] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.532861] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e25e61-7dee-44b2-8f33-e0bf53fbfc1c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.542572] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.542908] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-053806a3-9a98-43a1-8c0d-05343a814efe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.555060] env[69942]: DEBUG oslo_vmware.api [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 891.555060] env[69942]: value = "task-3830831" [ 891.555060] env[69942]: _type = "Task" [ 891.555060] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.571804] env[69942]: DEBUG oslo_vmware.api [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.648094] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.675579] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c99739-2c86-4782-8c0e-f0ca9216aa3d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.686430] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa87b11b-959e-43db-98e0-09597e197dd8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.690914] env[69942]: DEBUG nova.network.neutron [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Updating instance_info_cache with network_info: [{"id": "b48b154f-439e-4a29-b28f-6544cd0cd2fc", "address": "fa:16:3e:42:c3:d7", "network": {"id": "4a4ea40a-2635-419e-ab41-e60808e20609", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-546953271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cb3236dacb4e5384e8db596257a5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48b154f-43", "ovs_interfaceid": "b48b154f-439e-4a29-b28f-6544cd0cd2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.728810] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a95b6bf-df72-4b69-9041-0472ae366245 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.739562] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6378d989-5b65-4f59-b6e0-95e2e9bc33ea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.757879] env[69942]: DEBUG nova.compute.provider_tree [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.829433] env[69942]: DEBUG nova.compute.manager [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Received event network-vif-plugged-b48b154f-439e-4a29-b28f-6544cd0cd2fc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.829703] env[69942]: DEBUG oslo_concurrency.lockutils [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] Acquiring lock "50c433bb-66a1-4587-9ff7-fbbf3596587a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.829794] env[69942]: DEBUG oslo_concurrency.lockutils [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] Lock "50c433bb-66a1-4587-9ff7-fbbf3596587a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.830153] env[69942]: DEBUG oslo_concurrency.lockutils [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] Lock "50c433bb-66a1-4587-9ff7-fbbf3596587a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.830360] env[69942]: DEBUG nova.compute.manager [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] No waiting events found dispatching network-vif-plugged-b48b154f-439e-4a29-b28f-6544cd0cd2fc {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.830590] env[69942]: WARNING nova.compute.manager [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Received unexpected event network-vif-plugged-b48b154f-439e-4a29-b28f-6544cd0cd2fc for instance with vm_state building and task_state spawning. [ 891.830699] env[69942]: DEBUG nova.compute.manager [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Received event network-changed-b48b154f-439e-4a29-b28f-6544cd0cd2fc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.830830] env[69942]: DEBUG nova.compute.manager [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Refreshing instance network info cache due to event network-changed-b48b154f-439e-4a29-b28f-6544cd0cd2fc. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.830998] env[69942]: DEBUG oslo_concurrency.lockutils [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] Acquiring lock "refresh_cache-50c433bb-66a1-4587-9ff7-fbbf3596587a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.874475] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563637} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.874905] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 2de2aaa0-ef92-421d-9590-21e298c6f0bf/2de2aaa0-ef92-421d-9590-21e298c6f0bf.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.875252] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.875571] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59a9e431-f42d-4035-8fdb-736913a31ba9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.883624] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 891.883624] env[69942]: value = "task-3830832" [ 891.883624] env[69942]: _type = "Task" [ 891.883624] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.895067] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.933427] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830829, 'name': ReconfigVM_Task, 'duration_secs': 0.15146} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.933427] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761548', 'volume_id': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'name': 'volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8916f208-29a1-4a00-af38-29201d651726', 'attached_at': '', 'detached_at': '', 'volume_id': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'serial': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 891.933427] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b426e403-cd3b-4614-9693-a2f25ae05b0d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.937894] env[69942]: DEBUG oslo_concurrency.lockutils [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-ff779bda-9a1d-44de-b1f8-f8d4b777ebea" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.942031] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830830, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.946987] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for the task: (returnval){ [ 891.946987] env[69942]: value = "task-3830833" [ 891.946987] env[69942]: _type = "Task" [ 891.946987] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.958791] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830833, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.032688] env[69942]: DEBUG nova.compute.manager [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.064496] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.064817] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.065031] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.065323] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.065499] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.065692] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.065947] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.066298] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.066547] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.066828] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.067067] env[69942]: DEBUG nova.virt.hardware [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.068068] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01870f61-fa02-4653-975d-37914f222299 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.080131] env[69942]: DEBUG oslo_vmware.api [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830831, 'name': PowerOffVM_Task, 'duration_secs': 0.228294} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.081891] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f754c8e-91dc-4527-82d2-0a2d7f9864e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.086425] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.086617] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.087238] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ca39c08-143f-4c3f-86d6-f7da9dab5892 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.151812] env[69942]: DEBUG nova.compute.manager [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.152754] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bc692d-6f97-44d1-b006-f562e93e1c96 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.193461] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Releasing lock "refresh_cache-50c433bb-66a1-4587-9ff7-fbbf3596587a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.193815] env[69942]: DEBUG nova.compute.manager [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Instance network_info: |[{"id": "b48b154f-439e-4a29-b28f-6544cd0cd2fc", "address": "fa:16:3e:42:c3:d7", "network": {"id": "4a4ea40a-2635-419e-ab41-e60808e20609", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-546953271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cb3236dacb4e5384e8db596257a5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48b154f-43", "ovs_interfaceid": "b48b154f-439e-4a29-b28f-6544cd0cd2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.194569] env[69942]: DEBUG oslo_concurrency.lockutils [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] Acquired lock "refresh_cache-50c433bb-66a1-4587-9ff7-fbbf3596587a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.194569] env[69942]: DEBUG nova.network.neutron [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Refreshing network info cache for port b48b154f-439e-4a29-b28f-6544cd0cd2fc {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.195709] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:c3:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b48b154f-439e-4a29-b28f-6544cd0cd2fc', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.204100] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Creating folder: Project (15cb3236dacb4e5384e8db596257a5be). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.205356] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a40b3801-6587-432d-9b41-70dae8e09839 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.218605] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Created folder: Project (15cb3236dacb4e5384e8db596257a5be) in parent group-v761487. [ 892.218806] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Creating folder: Instances. Parent ref: group-v761599. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.219070] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b56ed937-9e1b-4857-9738-96fe4182fc90 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.228586] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.228813] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.228994] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleting the datastore file [datastore1] ff779bda-9a1d-44de-b1f8-f8d4b777ebea {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.229269] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a639519-5f1c-4c40-a036-57a7263f21c0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.232828] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Created folder: Instances in parent group-v761599. [ 892.233468] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.233583] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.233759] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d0d3f2f-1fdb-4a58-8e5a-c3f473104a07 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.250764] env[69942]: DEBUG oslo_vmware.api [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 892.250764] env[69942]: value = "task-3830837" [ 892.250764] env[69942]: _type = "Task" [ 892.250764] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.256242] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.256242] env[69942]: value = "task-3830838" [ 892.256242] env[69942]: _type = "Task" [ 892.256242] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.263374] env[69942]: DEBUG nova.scheduler.client.report [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.266767] env[69942]: DEBUG oslo_vmware.api [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.272716] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830838, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.396782] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098696} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.397242] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.398599] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c327ae-41d8-43f0-bf44-6b342a076a3c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.429472] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 2de2aaa0-ef92-421d-9590-21e298c6f0bf/2de2aaa0-ef92-421d-9590-21e298c6f0bf.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.429982] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51dc55d9-6493-4616-bb74-81beb5c6fd67 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.451238] env[69942]: DEBUG oslo_concurrency.lockutils [None req-86fcfeec-082d-480c-b638-38d820685602 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-ff779bda-9a1d-44de-b1f8-f8d4b777ebea-ce30c8f7-6cd6-4d0b-aae9-948026bda765" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.197s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.458938] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 892.458938] env[69942]: value = "task-3830839" [ 892.458938] env[69942]: _type = "Task" [ 892.458938] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.467304] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830830, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.467728] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830833, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.479255] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830839, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.773726] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.774531] env[69942]: DEBUG nova.compute.manager [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.778438] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830838, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.784198] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.633s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.788154] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.788154] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.178s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.788154] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.790186] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.642s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.792980] env[69942]: INFO nova.compute.claims [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.796268] env[69942]: DEBUG oslo_vmware.api [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3830837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226435} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.796946] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.797329] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.797625] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.798379] env[69942]: INFO nova.compute.manager [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Took 1.27 seconds to destroy the instance on the hypervisor. [ 892.798761] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.799423] env[69942]: DEBUG nova.compute.manager [-] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.799603] env[69942]: DEBUG nova.network.neutron [-] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.834346] env[69942]: INFO nova.scheduler.client.report [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Deleted allocations for instance f90ddb31-e6d1-4c72-beeb-af6a60afa09b [ 892.836756] env[69942]: INFO nova.scheduler.client.report [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Deleted allocations for instance fadebc22-a7c0-484f-b613-662531256145 [ 892.945658] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830830, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.969404] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830833, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.985845] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830839, 'name': ReconfigVM_Task, 'duration_secs': 0.488811} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.986267] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 2de2aaa0-ef92-421d-9590-21e298c6f0bf/2de2aaa0-ef92-421d-9590-21e298c6f0bf.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.987237] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-206e9768-5756-4526-9afd-100e6f5311b9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.996055] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 892.996055] env[69942]: value = "task-3830840" [ 892.996055] env[69942]: _type = "Task" [ 892.996055] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.008413] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830840, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.044460] env[69942]: DEBUG nova.network.neutron [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Updated VIF entry in instance network info cache for port b48b154f-439e-4a29-b28f-6544cd0cd2fc. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.044842] env[69942]: DEBUG nova.network.neutron [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Updating instance_info_cache with network_info: [{"id": "b48b154f-439e-4a29-b28f-6544cd0cd2fc", "address": "fa:16:3e:42:c3:d7", "network": {"id": "4a4ea40a-2635-419e-ab41-e60808e20609", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-546953271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15cb3236dacb4e5384e8db596257a5be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb48b154f-43", "ovs_interfaceid": "b48b154f-439e-4a29-b28f-6544cd0cd2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.171165] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd84b6d-d253-4c55-ad1a-ef3d4f9a403d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.181464] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Doing hard reboot of VM {{(pid=69942) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 893.181940] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0ee2e368-eb63-4075-b676-a28a31619c1d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.190270] env[69942]: DEBUG oslo_vmware.api [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 893.190270] env[69942]: value = "task-3830841" [ 893.190270] env[69942]: _type = "Task" [ 893.190270] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.201805] env[69942]: DEBUG oslo_vmware.api [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830841, 'name': ResetVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.274608] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830838, 'name': CreateVM_Task, 'duration_secs': 0.587163} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.274994] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.276394] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.276572] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.276990] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.277202] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78de7bb1-ba14-4feb-a978-b0e5259445cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.286406] env[69942]: DEBUG nova.compute.utils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.288508] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for the task: (returnval){ [ 893.288508] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52eebad0-fa19-d628-ad48-84cd861cd4c9" [ 893.288508] env[69942]: _type = "Task" [ 893.288508] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.291164] env[69942]: DEBUG nova.compute.manager [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.291164] env[69942]: DEBUG nova.network.neutron [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.309105] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52eebad0-fa19-d628-ad48-84cd861cd4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.309455] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.309845] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.310131] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.310285] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.310504] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.311083] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d1b62f-41de-4476-81f0-eaf1598b70a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.322598] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.322775] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.323575] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be6e107-2598-4719-afad-f671584ed2a4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.330034] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for the task: (returnval){ [ 893.330034] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b56c7e-e957-f0da-1bbc-164d41b1af61" [ 893.330034] env[69942]: _type = "Task" [ 893.330034] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.339501] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b56c7e-e957-f0da-1bbc-164d41b1af61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.345576] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a8914a8d-59ba-47a9-b6b2-dd8071b49054 tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "f90ddb31-e6d1-4c72-beeb-af6a60afa09b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.361s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.350137] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28c6c629-d117-459b-8638-fd27f472cf30 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "fadebc22-a7c0-484f-b613-662531256145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.045s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.440016] env[69942]: DEBUG nova.policy [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a02241a09fc54c12b13eb32cfe89086a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ba0e7b77af4dec8a5d7f7ffad2cffa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.445412] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830830, 'name': CloneVM_Task, 'duration_secs': 1.660203} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.445749] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Created linked-clone VM from snapshot [ 893.446641] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83bedcd-d6c7-436e-9d19-3705e3520ca6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.457749] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Uploading image f136c92a-961f-4035-9ec5-58b6c37cf46e {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 893.472500] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830833, 'name': Rename_Task, 'duration_secs': 1.16336} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.472781] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.473240] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bffa4beb-f888-45e4-84a3-b63eb20ab4da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.481379] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for the task: (returnval){ [ 893.481379] env[69942]: value = "task-3830842" [ 893.481379] env[69942]: _type = "Task" [ 893.481379] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.495394] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.507856] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830840, 'name': Rename_Task, 'duration_secs': 0.173551} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.510079] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 893.510079] env[69942]: value = "vm-761598" [ 893.510079] env[69942]: _type = "VirtualMachine" [ 893.510079] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 893.510873] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.511777] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5581b6cd-b53c-4001-bb29-67634547d29c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.513686] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0acaea2-6f99-41cb-8b80-4389010674f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.521503] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 893.521503] env[69942]: value = "task-3830843" [ 893.521503] env[69942]: _type = "Task" [ 893.521503] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.523769] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lease: (returnval){ [ 893.523769] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d3c7bb-f3fe-d576-fd4d-8d209b8e0f7c" [ 893.523769] env[69942]: _type = "HttpNfcLease" [ 893.523769] env[69942]: } obtained for exporting VM: (result){ [ 893.523769] env[69942]: value = "vm-761598" [ 893.523769] env[69942]: _type = "VirtualMachine" [ 893.523769] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 893.524046] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the lease: (returnval){ [ 893.524046] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d3c7bb-f3fe-d576-fd4d-8d209b8e0f7c" [ 893.524046] env[69942]: _type = "HttpNfcLease" [ 893.524046] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 893.528503] env[69942]: DEBUG nova.network.neutron [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Successfully updated port: ea7e972e-dc5a-4009-9ee6-7633841a75c5 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.543082] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830843, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.546579] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.546579] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d3c7bb-f3fe-d576-fd4d-8d209b8e0f7c" [ 893.546579] env[69942]: _type = "HttpNfcLease" [ 893.546579] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 893.547043] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 893.547043] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d3c7bb-f3fe-d576-fd4d-8d209b8e0f7c" [ 893.547043] env[69942]: _type = "HttpNfcLease" [ 893.547043] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 893.547539] env[69942]: DEBUG oslo_concurrency.lockutils [req-1e7595fb-ae5c-496d-abed-54ee8f30c6c2 req-7549aac8-44a4-4dbc-bce3-3ed82d4c3ce1 service nova] Releasing lock "refresh_cache-50c433bb-66a1-4587-9ff7-fbbf3596587a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.549031] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c12d66-efeb-429a-bcd7-ab6fc224dbf0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.564550] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9d7f9-8da9-bdd8-385a-953c8b8b7d83/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 893.564769] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9d7f9-8da9-bdd8-385a-953c8b8b7d83/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 893.677649] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66fabf93-de22-45fc-98c9-23787fe4d1f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.703587] env[69942]: DEBUG oslo_vmware.api [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3830841, 'name': ResetVM_Task, 'duration_secs': 0.112354} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.705982] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Did hard reboot of VM {{(pid=69942) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 893.706236] env[69942]: DEBUG nova.compute.manager [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.707572] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d673bb-7159-4f51-8427-f7e5eb7b5c04 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.791040] env[69942]: DEBUG nova.compute.manager [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.845072] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b56c7e-e957-f0da-1bbc-164d41b1af61, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.849028] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b996424b-a0df-419c-a9d0-4e35c69d9bef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.858169] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for the task: (returnval){ [ 893.858169] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c3cfbf-76d1-98f0-32d5-0eb942bda12e" [ 893.858169] env[69942]: _type = "Task" [ 893.858169] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.868778] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c3cfbf-76d1-98f0-32d5-0eb942bda12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.996178] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830842, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.035998] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquiring lock "refresh_cache-faab6f2d-3f7f-4adb-a71b-2319c56d706a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.036850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquired lock "refresh_cache-faab6f2d-3f7f-4adb-a71b-2319c56d706a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.036850] env[69942]: DEBUG nova.network.neutron [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.044016] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830843, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.238261] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4cfef1b4-f4db-4be5-b506-72967a4001ad tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.578s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.252699] env[69942]: DEBUG nova.network.neutron [-] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.371720] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c3cfbf-76d1-98f0-32d5-0eb942bda12e, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.373087] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.373443] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 50c433bb-66a1-4587-9ff7-fbbf3596587a/50c433bb-66a1-4587-9ff7-fbbf3596587a.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.373834] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-950f9d23-1bd3-4c2c-ab8f-fcd127baace1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.385770] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for the task: (returnval){ [ 894.385770] env[69942]: value = "task-3830845" [ 894.385770] env[69942]: _type = "Task" [ 894.385770] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.402879] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.431143] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5da9db0-61b4-4361-b133-e17aad589c0f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.441675] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37753824-5e4b-45d1-974d-f3ba1642a15d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.481923] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711c976f-416c-41c6-98a4-b0f4807853f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.486449] env[69942]: DEBUG nova.compute.manager [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Received event network-vif-plugged-ea7e972e-dc5a-4009-9ee6-7633841a75c5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.486809] env[69942]: DEBUG oslo_concurrency.lockutils [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] Acquiring lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.487059] env[69942]: DEBUG oslo_concurrency.lockutils [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] Lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.487447] env[69942]: DEBUG oslo_concurrency.lockutils [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] Lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.487516] env[69942]: DEBUG nova.compute.manager [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] No waiting events found dispatching network-vif-plugged-ea7e972e-dc5a-4009-9ee6-7633841a75c5 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.487698] env[69942]: WARNING nova.compute.manager [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Received unexpected event network-vif-plugged-ea7e972e-dc5a-4009-9ee6-7633841a75c5 for instance with vm_state building and task_state spawning. [ 894.487989] env[69942]: DEBUG nova.compute.manager [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Received event network-changed-ea7e972e-dc5a-4009-9ee6-7633841a75c5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.488187] env[69942]: DEBUG nova.compute.manager [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Refreshing instance network info cache due to event network-changed-ea7e972e-dc5a-4009-9ee6-7633841a75c5. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.488368] env[69942]: DEBUG oslo_concurrency.lockutils [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] Acquiring lock "refresh_cache-faab6f2d-3f7f-4adb-a71b-2319c56d706a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.502706] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed2f954-c767-4df5-a52e-b76873ba6ca6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.507532] env[69942]: DEBUG oslo_vmware.api [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3830842, 'name': PowerOnVM_Task, 'duration_secs': 0.731651} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.508280] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.508516] env[69942]: INFO nova.compute.manager [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Took 8.90 seconds to spawn the instance on the hypervisor. [ 894.508831] env[69942]: DEBUG nova.compute.manager [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.510294] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6b257e-d784-45f2-bba2-f8ae8cf1cc77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.522114] env[69942]: DEBUG nova.compute.provider_tree [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.546638] env[69942]: DEBUG oslo_vmware.api [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830843, 'name': PowerOnVM_Task, 'duration_secs': 0.613912} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.546848] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.547169] env[69942]: INFO nova.compute.manager [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Took 8.01 seconds to spawn the instance on the hypervisor. [ 894.547357] env[69942]: DEBUG nova.compute.manager [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.548896] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7485adb6-0a0d-4fdb-8fc3-135733d535d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.630990] env[69942]: DEBUG nova.network.neutron [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.691848] env[69942]: DEBUG nova.network.neutron [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Successfully created port: 2628f9f0-6d2a-49d8-930b-fa511beb5dc0 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.755479] env[69942]: INFO nova.compute.manager [-] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Took 1.96 seconds to deallocate network for instance. [ 894.795854] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "bf3a8bd4-f850-4d94-832f-04a1234d762a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.796857] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "bf3a8bd4-f850-4d94-832f-04a1234d762a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.797606] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "bf3a8bd4-f850-4d94-832f-04a1234d762a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.797606] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "bf3a8bd4-f850-4d94-832f-04a1234d762a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.797772] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "bf3a8bd4-f850-4d94-832f-04a1234d762a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.800957] env[69942]: INFO nova.compute.manager [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Terminating instance [ 894.807175] env[69942]: DEBUG nova.compute.manager [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.844410] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.844915] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.845103] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.845351] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.845576] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.845754] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.846682] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.846797] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.847020] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.847226] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.847844] env[69942]: DEBUG nova.virt.hardware [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.849451] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab21d8a-0ee2-4d6c-a26d-a17be024e981 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.860770] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbe3dba-7a1f-4dc5-8105-224bd6a6facf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.898996] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830845, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.910510] env[69942]: DEBUG nova.network.neutron [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Updating instance_info_cache with network_info: [{"id": "ea7e972e-dc5a-4009-9ee6-7633841a75c5", "address": "fa:16:3e:9d:f8:f4", "network": {"id": "7f67e12f-772e-4f55-a0e3-ccd3e70fbab2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-857033154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e1f8dfc69344779e06611a2846a3ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e972e-dc", "ovs_interfaceid": "ea7e972e-dc5a-4009-9ee6-7633841a75c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.047869] env[69942]: INFO nova.compute.manager [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Took 59.89 seconds to build instance. [ 895.069264] env[69942]: ERROR nova.scheduler.client.report [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [req-c0c6f883-adad-44b2-b52a-c73c9b514102] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0c6f883-adad-44b2-b52a-c73c9b514102"}]} [ 895.078177] env[69942]: INFO nova.compute.manager [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Took 56.20 seconds to build instance. [ 895.095407] env[69942]: DEBUG nova.scheduler.client.report [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 895.122885] env[69942]: DEBUG nova.scheduler.client.report [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 895.122885] env[69942]: DEBUG nova.compute.provider_tree [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.138116] env[69942]: DEBUG nova.scheduler.client.report [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 895.163108] env[69942]: DEBUG nova.scheduler.client.report [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 895.262661] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.311516] env[69942]: DEBUG nova.compute.manager [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.311857] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.312848] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fb027d-0051-4db7-aa7c-d55dc04dd056 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.324370] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.324370] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-febed0eb-97e6-4d6e-ae0c-6e60d036c3da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.332170] env[69942]: DEBUG oslo_vmware.api [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 895.332170] env[69942]: value = "task-3830846" [ 895.332170] env[69942]: _type = "Task" [ 895.332170] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.356271] env[69942]: DEBUG oslo_vmware.api [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.406730] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684085} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.407113] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 50c433bb-66a1-4587-9ff7-fbbf3596587a/50c433bb-66a1-4587-9ff7-fbbf3596587a.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.407196] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.407483] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b0d633a-c244-4900-a5c0-02917ac93810 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.413796] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Releasing lock "refresh_cache-faab6f2d-3f7f-4adb-a71b-2319c56d706a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.414492] env[69942]: DEBUG nova.compute.manager [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Instance network_info: |[{"id": "ea7e972e-dc5a-4009-9ee6-7633841a75c5", "address": "fa:16:3e:9d:f8:f4", "network": {"id": "7f67e12f-772e-4f55-a0e3-ccd3e70fbab2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-857033154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e1f8dfc69344779e06611a2846a3ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e972e-dc", "ovs_interfaceid": "ea7e972e-dc5a-4009-9ee6-7633841a75c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.417185] env[69942]: DEBUG oslo_concurrency.lockutils [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] Acquired lock "refresh_cache-faab6f2d-3f7f-4adb-a71b-2319c56d706a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.417529] env[69942]: DEBUG nova.network.neutron [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Refreshing network info cache for port ea7e972e-dc5a-4009-9ee6-7633841a75c5 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.419577] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:f8:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea7e972e-dc5a-4009-9ee6-7633841a75c5', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.429900] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Creating folder: Project (70e1f8dfc69344779e06611a2846a3ce). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.431187] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for the task: (returnval){ [ 895.431187] env[69942]: value = "task-3830847" [ 895.431187] env[69942]: _type = "Task" [ 895.431187] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.439314] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71431a4e-5217-4b2f-b3f0-723f055d8dc2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.453055] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.457722] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Created folder: Project (70e1f8dfc69344779e06611a2846a3ce) in parent group-v761487. [ 895.458038] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Creating folder: Instances. Parent ref: group-v761602. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.461598] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a8ed8a0-b471-4870-aff4-3315d8af310f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.476654] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Created folder: Instances in parent group-v761602. [ 895.477055] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.477297] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.477529] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de50b266-aaf5-4d74-91a7-04bce4324a87 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.518066] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.518066] env[69942]: value = "task-3830850" [ 895.518066] env[69942]: _type = "Task" [ 895.518066] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.528856] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830850, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.551815] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e8c878d-03f9-4b4b-8995-fee7d1e5dd72 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lock "8916f208-29a1-4a00-af38-29201d651726" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.367s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.581177] env[69942]: DEBUG oslo_concurrency.lockutils [None req-56a73062-902d-4a18-9a8f-cc0c723f1341 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.224s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.828325] env[69942]: DEBUG nova.network.neutron [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Updated VIF entry in instance network info cache for port ea7e972e-dc5a-4009-9ee6-7633841a75c5. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.831771] env[69942]: DEBUG nova.network.neutron [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Updating instance_info_cache with network_info: [{"id": "ea7e972e-dc5a-4009-9ee6-7633841a75c5", "address": "fa:16:3e:9d:f8:f4", "network": {"id": "7f67e12f-772e-4f55-a0e3-ccd3e70fbab2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-857033154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e1f8dfc69344779e06611a2846a3ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e972e-dc", "ovs_interfaceid": "ea7e972e-dc5a-4009-9ee6-7633841a75c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.839867] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbffe03-40a0-4426-aa67-ab4a2867f152 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.850972] env[69942]: DEBUG oslo_vmware.api [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830846, 'name': PowerOffVM_Task, 'duration_secs': 0.332875} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.855807] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.857605] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.858739] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb20fe69-fce3-4586-b7e0-a836f406e86e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.863384] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c604b3-a0af-4492-a50a-7f17cb89e908 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.903060] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28e5098-87a0-4ab3-8ec2-c468516f6d8b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.912434] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acc798a-fd91-4cde-bcb4-d993a7cf2ab9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.929426] env[69942]: DEBUG nova.compute.provider_tree [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.955853] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119206} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.955933] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.957439] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750e4673-93a2-416c-87db-cbb86ab432e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.993537] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 50c433bb-66a1-4587-9ff7-fbbf3596587a/50c433bb-66a1-4587-9ff7-fbbf3596587a.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.995270] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a6b0609-169b-494a-82a8-3ded8c53c827 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.010560] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.010715] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.010928] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Deleting the datastore file [datastore1] bf3a8bd4-f850-4d94-832f-04a1234d762a {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.011569] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db7649ed-b8f8-4091-afa6-d3a8411f38ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.024933] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for the task: (returnval){ [ 896.024933] env[69942]: value = "task-3830853" [ 896.024933] env[69942]: _type = "Task" [ 896.024933] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.025227] env[69942]: DEBUG oslo_vmware.api [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for the task: (returnval){ [ 896.025227] env[69942]: value = "task-3830852" [ 896.025227] env[69942]: _type = "Task" [ 896.025227] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.035740] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830850, 'name': CreateVM_Task, 'duration_secs': 0.445615} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.036871] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.037291] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.037454] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.037781] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.038055] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8faf95ed-e699-404f-9a9d-3b6501f06bd9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.049289] env[69942]: DEBUG oslo_vmware.api [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.049543] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.054046] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 896.054046] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520d8e00-730e-d47e-da9f-8a46938703db" [ 896.054046] env[69942]: _type = "Task" [ 896.054046] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.054600] env[69942]: DEBUG nova.compute.manager [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.066896] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520d8e00-730e-d47e-da9f-8a46938703db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.084630] env[69942]: DEBUG nova.compute.manager [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.338859] env[69942]: DEBUG oslo_concurrency.lockutils [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] Releasing lock "refresh_cache-faab6f2d-3f7f-4adb-a71b-2319c56d706a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.339191] env[69942]: DEBUG nova.compute.manager [req-f2298bd6-f95b-4932-8225-62c46f05ecab req-a475801a-1f20-4578-a4bb-ae14f5f3031a service nova] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Received event network-vif-deleted-18b0837e-414b-4d61-bb8b-cb1227a778b1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.433095] env[69942]: DEBUG nova.scheduler.client.report [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.545025] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830853, 'name': ReconfigVM_Task, 'duration_secs': 0.343026} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.545828] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 50c433bb-66a1-4587-9ff7-fbbf3596587a/50c433bb-66a1-4587-9ff7-fbbf3596587a.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.547280] env[69942]: DEBUG oslo_vmware.api [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Task: {'id': task-3830852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327245} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.547644] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4835794-4738-4e17-821b-e7c7aed811c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.551046] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.551403] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.552031] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.552364] env[69942]: INFO nova.compute.manager [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 896.552761] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.553199] env[69942]: DEBUG nova.compute.manager [-] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.553437] env[69942]: DEBUG nova.network.neutron [-] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.565969] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for the task: (returnval){ [ 896.565969] env[69942]: value = "task-3830854" [ 896.565969] env[69942]: _type = "Task" [ 896.565969] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.581937] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520d8e00-730e-d47e-da9f-8a46938703db, 'name': SearchDatastore_Task, 'duration_secs': 0.038926} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.582926] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.583235] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.583590] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.583796] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.584089] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.584476] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce0c1656-0092-459c-af5b-f7e9c51e04c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.592745] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830854, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.595865] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.604190] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.604484] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.605384] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9919bb93-0407-4cb4-b34e-1307e786c631 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.611349] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 896.611349] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d77ab5-1882-32f2-8aa7-40610d181170" [ 896.611349] env[69942]: _type = "Task" [ 896.611349] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.615959] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.622237] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d77ab5-1882-32f2-8aa7-40610d181170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.940555] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.150s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.940892] env[69942]: DEBUG nova.compute.manager [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.946397] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.225s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.946873] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.949769] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.882s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.950098] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.952315] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.856s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.955219] env[69942]: INFO nova.compute.claims [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.008930] env[69942]: INFO nova.scheduler.client.report [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Deleted allocations for instance af07841b-b3cf-4064-aa18-46cf941305cf [ 897.011449] env[69942]: INFO nova.scheduler.client.report [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Deleted allocations for instance 30ef4444-a9fb-41c8-befd-5a4d6304157e [ 897.085583] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830854, 'name': Rename_Task, 'duration_secs': 0.170471} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.085583] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.087046] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5495b08d-9daf-41cd-9027-a64d7baa852b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.097685] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for the task: (returnval){ [ 897.097685] env[69942]: value = "task-3830855" [ 897.097685] env[69942]: _type = "Task" [ 897.097685] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.108394] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.122670] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d77ab5-1882-32f2-8aa7-40610d181170, 'name': SearchDatastore_Task, 'duration_secs': 0.015807} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.123957] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71af270d-0b53-441a-833f-c8d62d7640d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.131696] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 897.131696] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e4688a-b3af-f6d3-55de-7386bc11ee5b" [ 897.131696] env[69942]: _type = "Task" [ 897.131696] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.143663] env[69942]: DEBUG nova.network.neutron [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Successfully updated port: 2628f9f0-6d2a-49d8-930b-fa511beb5dc0 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.152801] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e4688a-b3af-f6d3-55de-7386bc11ee5b, 'name': SearchDatastore_Task, 'duration_secs': 0.016664} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.153450] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.153450] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] faab6f2d-3f7f-4adb-a71b-2319c56d706a/faab6f2d-3f7f-4adb-a71b-2319c56d706a.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.153737] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9847f614-b588-4070-84e4-b26b98f2816c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.164734] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 897.164734] env[69942]: value = "task-3830856" [ 897.164734] env[69942]: _type = "Task" [ 897.164734] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.180518] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.449028] env[69942]: DEBUG nova.compute.utils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.451607] env[69942]: DEBUG nova.compute.manager [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.451607] env[69942]: DEBUG nova.network.neutron [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.530731] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ad24944-5e48-4910-8919-b0fd35cf21f9 tempest-ServersTestFqdnHostnames-711594368 tempest-ServersTestFqdnHostnames-711594368-project-member] Lock "30ef4444-a9fb-41c8-befd-5a4d6304157e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.889s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.533392] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7d866cbe-a12f-4620-81bf-802119d19ccd tempest-AttachInterfacesUnderV243Test-390954965 tempest-AttachInterfacesUnderV243Test-390954965-project-member] Lock "af07841b-b3cf-4064-aa18-46cf941305cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.411s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.538501] env[69942]: DEBUG nova.policy [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75f7247dae97408387c35479cccb9f82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '708437dc2d2b4ecdbf7c3c7dc07f88cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.551409] env[69942]: DEBUG nova.compute.manager [req-d3acd041-45ba-42da-be8c-aac699966e9e req-2b484a91-a449-4a4a-a3b2-78a048ec09e9 service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Received event network-vif-plugged-2628f9f0-6d2a-49d8-930b-fa511beb5dc0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.551733] env[69942]: DEBUG oslo_concurrency.lockutils [req-d3acd041-45ba-42da-be8c-aac699966e9e req-2b484a91-a449-4a4a-a3b2-78a048ec09e9 service nova] Acquiring lock "08c30c2e-9588-4990-8d85-b747ff174e1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.551901] env[69942]: DEBUG oslo_concurrency.lockutils [req-d3acd041-45ba-42da-be8c-aac699966e9e req-2b484a91-a449-4a4a-a3b2-78a048ec09e9 service nova] Lock "08c30c2e-9588-4990-8d85-b747ff174e1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.552227] env[69942]: DEBUG oslo_concurrency.lockutils [req-d3acd041-45ba-42da-be8c-aac699966e9e req-2b484a91-a449-4a4a-a3b2-78a048ec09e9 service nova] Lock "08c30c2e-9588-4990-8d85-b747ff174e1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.552402] env[69942]: DEBUG nova.compute.manager [req-d3acd041-45ba-42da-be8c-aac699966e9e req-2b484a91-a449-4a4a-a3b2-78a048ec09e9 service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] No waiting events found dispatching network-vif-plugged-2628f9f0-6d2a-49d8-930b-fa511beb5dc0 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.552646] env[69942]: WARNING nova.compute.manager [req-d3acd041-45ba-42da-be8c-aac699966e9e req-2b484a91-a449-4a4a-a3b2-78a048ec09e9 service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Received unexpected event network-vif-plugged-2628f9f0-6d2a-49d8-930b-fa511beb5dc0 for instance with vm_state building and task_state spawning. [ 897.611463] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830855, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.650291] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "refresh_cache-08c30c2e-9588-4990-8d85-b747ff174e1b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.650598] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "refresh_cache-08c30c2e-9588-4990-8d85-b747ff174e1b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.650801] env[69942]: DEBUG nova.network.neutron [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.680167] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830856, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.689736] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "727ce1de-a223-4539-b185-b2bc331a8151" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.691295] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "727ce1de-a223-4539-b185-b2bc331a8151" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.870164] env[69942]: DEBUG nova.network.neutron [-] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.956595] env[69942]: DEBUG nova.compute.manager [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.103111] env[69942]: DEBUG nova.network.neutron [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Successfully created port: e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.115845] env[69942]: DEBUG oslo_vmware.api [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830855, 'name': PowerOnVM_Task, 'duration_secs': 0.819279} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.117611] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.117611] env[69942]: INFO nova.compute.manager [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Took 8.88 seconds to spawn the instance on the hypervisor. [ 898.117859] env[69942]: DEBUG nova.compute.manager [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.118823] env[69942]: DEBUG nova.compute.manager [req-b466b508-701f-4a50-babf-3ad66d1dfe4b req-278e8e3d-3358-440f-90dd-0fa7c80d146d service nova] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Received event network-vif-deleted-5824984e-67ec-4680-b963-b6cac1874bac {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.122491] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b852442-a334-46a0-bbe5-8fdc73fa5c9c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.176369] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745271} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.176733] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] faab6f2d-3f7f-4adb-a71b-2319c56d706a/faab6f2d-3f7f-4adb-a71b-2319c56d706a.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.176969] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.177317] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa495154-91b2-4a93-a0ee-b507f6fe8638 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.193767] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 898.193767] env[69942]: value = "task-3830857" [ 898.193767] env[69942]: _type = "Task" [ 898.193767] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.204711] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.247553] env[69942]: DEBUG nova.network.neutron [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.376422] env[69942]: INFO nova.compute.manager [-] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Took 1.82 seconds to deallocate network for instance. [ 898.384397] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "3655deab-c776-49e7-aa4d-f6aef76048b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.384776] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "3655deab-c776-49e7-aa4d-f6aef76048b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.548048] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc241507-def7-4838-8b0b-18e22a89920f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.558868] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed19bed2-ec66-4450-94fa-180f0d584485 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.604862] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f40de1-c891-4a55-98e5-1c1809ac0c3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.614459] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbc1ada-6ec8-4d13-b4bd-af78af339d1d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.630043] env[69942]: DEBUG nova.compute.provider_tree [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.645017] env[69942]: INFO nova.compute.manager [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Took 55.96 seconds to build instance. [ 898.709166] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081079} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.711124] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.712137] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbb171e-6cf1-4786-b287-80b1575543fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.743225] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] faab6f2d-3f7f-4adb-a71b-2319c56d706a/faab6f2d-3f7f-4adb-a71b-2319c56d706a.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.744211] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff046e46-d971-43e8-bc30-3b170ab3be29 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.770401] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 898.770401] env[69942]: value = "task-3830858" [ 898.770401] env[69942]: _type = "Task" [ 898.770401] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.782048] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.794433] env[69942]: DEBUG nova.network.neutron [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Updating instance_info_cache with network_info: [{"id": "2628f9f0-6d2a-49d8-930b-fa511beb5dc0", "address": "fa:16:3e:97:d8:7f", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2628f9f0-6d", "ovs_interfaceid": "2628f9f0-6d2a-49d8-930b-fa511beb5dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.891250] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.977405] env[69942]: DEBUG nova.compute.manager [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.013163] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.013429] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.013583] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.013759] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.014439] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.014439] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.014439] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.014621] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.014717] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.014923] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.015128] env[69942]: DEBUG nova.virt.hardware [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.016882] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ed9727-7dfe-4cbb-aac9-648699b82a47 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.026116] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488189fa-625e-4844-9f5b-db0972b7f475 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.147101] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bf27efc3-ede3-4ee7-83d2-74c50e48e436 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lock "50c433bb-66a1-4587-9ff7-fbbf3596587a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.282s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.162218] env[69942]: ERROR nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [req-d629c0b2-6453-4a93-b537-b6306ae62c6e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d629c0b2-6453-4a93-b537-b6306ae62c6e"}]} [ 899.182590] env[69942]: DEBUG nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 899.204454] env[69942]: DEBUG nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 899.204793] env[69942]: DEBUG nova.compute.provider_tree [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.232049] env[69942]: DEBUG nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 899.272064] env[69942]: DEBUG nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 899.287894] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.297119] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "refresh_cache-08c30c2e-9588-4990-8d85-b747ff174e1b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.297119] env[69942]: DEBUG nova.compute.manager [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Instance network_info: |[{"id": "2628f9f0-6d2a-49d8-930b-fa511beb5dc0", "address": "fa:16:3e:97:d8:7f", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2628f9f0-6d", "ovs_interfaceid": "2628f9f0-6d2a-49d8-930b-fa511beb5dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.297532] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d8:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2628f9f0-6d2a-49d8-930b-fa511beb5dc0', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.305851] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating folder: Project (12ba0e7b77af4dec8a5d7f7ffad2cffa). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.308973] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6463712d-5a9d-4629-99a3-d880300b022f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.327188] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Created folder: Project (12ba0e7b77af4dec8a5d7f7ffad2cffa) in parent group-v761487. [ 899.327188] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating folder: Instances. Parent ref: group-v761605. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.330789] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba55e9aa-5607-4e3b-b147-a2a27e0a007d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.346732] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Created folder: Instances in parent group-v761605. [ 899.347194] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.347194] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.349026] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12121cba-824b-4d51-b7eb-31c1d8349a33 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.381332] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.381332] env[69942]: value = "task-3830861" [ 899.381332] env[69942]: _type = "Task" [ 899.381332] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.395837] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830861, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.534240] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "c0f422d3-e596-4665-8fe3-0a61f22cc215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.534501] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c0f422d3-e596-4665-8fe3-0a61f22cc215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.652895] env[69942]: DEBUG nova.compute.manager [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.787586] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830858, 'name': ReconfigVM_Task, 'duration_secs': 0.627877} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.788022] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Reconfigured VM instance instance-00000025 to attach disk [datastore2] faab6f2d-3f7f-4adb-a71b-2319c56d706a/faab6f2d-3f7f-4adb-a71b-2319c56d706a.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.788539] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3205f469-29a8-415b-bec6-5da2422b6270 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.799057] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 899.799057] env[69942]: value = "task-3830862" [ 899.799057] env[69942]: _type = "Task" [ 899.799057] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.808809] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830862, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.874796] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b981a0b4-4f88-4b12-979a-d678b68a336c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.886678] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7217e77-8301-430a-be1a-e0b520fea9d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.893265] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830861, 'name': CreateVM_Task, 'duration_secs': 0.472212} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.893916] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.894702] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.895101] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.895378] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.895690] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b0b739-506f-4825-84b4-af718a3577e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.926462] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2506b8fb-2bf2-46fe-abd5-2bf1530936ae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.931094] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 899.931094] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528ae371-f13c-7fe1-9354-b384544694be" [ 899.931094] env[69942]: _type = "Task" [ 899.931094] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.939206] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b39dd2-f1b2-48d9-9413-9e97d93b9fe6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.947902] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528ae371-f13c-7fe1-9354-b384544694be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.960906] env[69942]: DEBUG nova.compute.provider_tree [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.014043] env[69942]: DEBUG nova.network.neutron [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Successfully updated port: e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.028660] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquiring lock "50c433bb-66a1-4587-9ff7-fbbf3596587a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.028778] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lock "50c433bb-66a1-4587-9ff7-fbbf3596587a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.028936] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquiring lock "50c433bb-66a1-4587-9ff7-fbbf3596587a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.029144] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lock "50c433bb-66a1-4587-9ff7-fbbf3596587a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.030465] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lock "50c433bb-66a1-4587-9ff7-fbbf3596587a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.032105] env[69942]: INFO nova.compute.manager [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Terminating instance [ 900.099610] env[69942]: DEBUG nova.compute.manager [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Received event network-changed-2628f9f0-6d2a-49d8-930b-fa511beb5dc0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.099874] env[69942]: DEBUG nova.compute.manager [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Refreshing instance network info cache due to event network-changed-2628f9f0-6d2a-49d8-930b-fa511beb5dc0. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.100021] env[69942]: DEBUG oslo_concurrency.lockutils [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] Acquiring lock "refresh_cache-08c30c2e-9588-4990-8d85-b747ff174e1b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.100144] env[69942]: DEBUG oslo_concurrency.lockutils [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] Acquired lock "refresh_cache-08c30c2e-9588-4990-8d85-b747ff174e1b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.100299] env[69942]: DEBUG nova.network.neutron [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Refreshing network info cache for port 2628f9f0-6d2a-49d8-930b-fa511beb5dc0 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.180263] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.314258] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830862, 'name': Rename_Task, 'duration_secs': 0.217296} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.314826] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.315227] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce7d718e-0a56-4a06-98c8-32fa4f8b0128 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.323920] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 900.323920] env[69942]: value = "task-3830863" [ 900.323920] env[69942]: _type = "Task" [ 900.323920] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.336544] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.369100] env[69942]: DEBUG nova.compute.manager [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Received event network-vif-plugged-e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.369343] env[69942]: DEBUG oslo_concurrency.lockutils [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] Acquiring lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.369675] env[69942]: DEBUG oslo_concurrency.lockutils [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] Lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.369881] env[69942]: DEBUG oslo_concurrency.lockutils [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] Lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.370077] env[69942]: DEBUG nova.compute.manager [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] No waiting events found dispatching network-vif-plugged-e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.370320] env[69942]: WARNING nova.compute.manager [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Received unexpected event network-vif-plugged-e5896798-8f53-4020-8ed4-0f551bab065d for instance with vm_state building and task_state spawning. [ 900.370545] env[69942]: DEBUG nova.compute.manager [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Received event network-changed-e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.370833] env[69942]: DEBUG nova.compute.manager [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Refreshing instance network info cache due to event network-changed-e5896798-8f53-4020-8ed4-0f551bab065d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.370932] env[69942]: DEBUG oslo_concurrency.lockutils [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] Acquiring lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.371106] env[69942]: DEBUG oslo_concurrency.lockutils [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] Acquired lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.371264] env[69942]: DEBUG nova.network.neutron [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Refreshing network info cache for port e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.444708] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528ae371-f13c-7fe1-9354-b384544694be, 'name': SearchDatastore_Task, 'duration_secs': 0.014787} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.445078] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.445338] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.445576] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.445722] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.445914] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.446253] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd50b965-dd28-4396-b16c-f51be45de193 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.460231] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.460553] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.461326] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd66269-bd7f-4c0c-a064-c7ee82ef831a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.473446] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 900.473446] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a113d7-63ba-3e75-dbcc-bde2c23abefb" [ 900.473446] env[69942]: _type = "Task" [ 900.473446] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.482777] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a113d7-63ba-3e75-dbcc-bde2c23abefb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.489693] env[69942]: ERROR nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [req-d9b05751-21ae-4c13-acb2-1ec01e6b6b4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9b05751-21ae-4c13-acb2-1ec01e6b6b4b"}]} [ 900.515333] env[69942]: DEBUG nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 900.517635] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquiring lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.541734] env[69942]: DEBUG nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 900.541734] env[69942]: DEBUG nova.compute.provider_tree [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.547229] env[69942]: DEBUG nova.compute.manager [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.547390] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.548647] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d90dec-41b2-4afa-b8c7-fb53a212f812 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.563736] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.564143] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d533dc26-0b8a-4ed0-a525-2274879f8af5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.571446] env[69942]: DEBUG nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 900.575607] env[69942]: DEBUG oslo_vmware.api [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for the task: (returnval){ [ 900.575607] env[69942]: value = "task-3830864" [ 900.575607] env[69942]: _type = "Task" [ 900.575607] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.585846] env[69942]: DEBUG oslo_vmware.api [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.596448] env[69942]: DEBUG nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 900.753880] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "2188b102-036e-44fb-9b71-047fc1640af4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.754721] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "2188b102-036e-44fb-9b71-047fc1640af4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.843854] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.942127] env[69942]: DEBUG nova.network.neutron [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Updated VIF entry in instance network info cache for port 2628f9f0-6d2a-49d8-930b-fa511beb5dc0. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.942127] env[69942]: DEBUG nova.network.neutron [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Updating instance_info_cache with network_info: [{"id": "2628f9f0-6d2a-49d8-930b-fa511beb5dc0", "address": "fa:16:3e:97:d8:7f", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2628f9f0-6d", "ovs_interfaceid": "2628f9f0-6d2a-49d8-930b-fa511beb5dc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.976277] env[69942]: DEBUG nova.network.neutron [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.992949] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a113d7-63ba-3e75-dbcc-bde2c23abefb, 'name': SearchDatastore_Task, 'duration_secs': 0.018743} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.998976] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26637b1e-2106-4c3e-babe-86d47b4858b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.005490] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 901.005490] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226a638-b062-575a-35c2-4c113e98eeda" [ 901.005490] env[69942]: _type = "Task" [ 901.005490] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.016781] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226a638-b062-575a-35c2-4c113e98eeda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.089132] env[69942]: DEBUG oslo_vmware.api [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830864, 'name': PowerOffVM_Task, 'duration_secs': 0.228631} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.089414] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.089624] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.089842] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31f46fe2-5a39-4c46-9e57-7024d44a4391 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.162990] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.162990] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.163165] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Deleting the datastore file [datastore2] 50c433bb-66a1-4587-9ff7-fbbf3596587a {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.163364] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e619d6c9-33e9-4b9b-b3b3-48b6d005c69d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.171739] env[69942]: DEBUG oslo_vmware.api [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for the task: (returnval){ [ 901.171739] env[69942]: value = "task-3830866" [ 901.171739] env[69942]: _type = "Task" [ 901.171739] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.181581] env[69942]: DEBUG oslo_vmware.api [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.185858] env[69942]: DEBUG nova.network.neutron [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.200140] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709e7004-7fd4-46d8-9008-97913723f899 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.212044] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1917fb9d-8991-4ce0-aa8a-e222a0325284 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.254960] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bba71d-410f-4f0d-a0b7-240f90f789a6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.263565] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e08d89a-e8f7-46e1-a390-4cc72c7554fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.280247] env[69942]: DEBUG nova.compute.provider_tree [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.339696] env[69942]: DEBUG oslo_vmware.api [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830863, 'name': PowerOnVM_Task, 'duration_secs': 0.687835} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.339972] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.340202] env[69942]: INFO nova.compute.manager [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Took 9.31 seconds to spawn the instance on the hypervisor. [ 901.340417] env[69942]: DEBUG nova.compute.manager [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.341262] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259a11cb-2a4d-496f-a004-39f280255640 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.445457] env[69942]: DEBUG oslo_concurrency.lockutils [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] Releasing lock "refresh_cache-08c30c2e-9588-4990-8d85-b747ff174e1b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.445651] env[69942]: DEBUG nova.compute.manager [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Received event network-changed-356740b1-c6d1-41af-bbea-1e3b7ffcf87b {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.445820] env[69942]: DEBUG nova.compute.manager [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Refreshing instance network info cache due to event network-changed-356740b1-c6d1-41af-bbea-1e3b7ffcf87b. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.446047] env[69942]: DEBUG oslo_concurrency.lockutils [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] Acquiring lock "refresh_cache-8916f208-29a1-4a00-af38-29201d651726" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.446194] env[69942]: DEBUG oslo_concurrency.lockutils [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] Acquired lock "refresh_cache-8916f208-29a1-4a00-af38-29201d651726" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.446357] env[69942]: DEBUG nova.network.neutron [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Refreshing network info cache for port 356740b1-c6d1-41af-bbea-1e3b7ffcf87b {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.521157] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226a638-b062-575a-35c2-4c113e98eeda, 'name': SearchDatastore_Task, 'duration_secs': 0.035386} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.521496] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.521777] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 08c30c2e-9588-4990-8d85-b747ff174e1b/08c30c2e-9588-4990-8d85-b747ff174e1b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.522118] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c39269b5-8832-4df4-b4a9-47e384ce2016 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.534121] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 901.534121] env[69942]: value = "task-3830867" [ 901.534121] env[69942]: _type = "Task" [ 901.534121] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.544663] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.682916] env[69942]: DEBUG oslo_vmware.api [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Task: {'id': task-3830866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409878} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.683353] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.683541] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.683925] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.684158] env[69942]: INFO nova.compute.manager [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 901.684410] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.684625] env[69942]: DEBUG nova.compute.manager [-] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.684690] env[69942]: DEBUG nova.network.neutron [-] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.690491] env[69942]: DEBUG oslo_concurrency.lockutils [req-5a54eea9-9aa1-44c2-9380-d072cb17393f req-8df494b3-a089-4966-be4b-5ad3abdd79d6 service nova] Releasing lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.690491] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquired lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.690491] env[69942]: DEBUG nova.network.neutron [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.832144] env[69942]: DEBUG nova.scheduler.client.report [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 901.832144] env[69942]: DEBUG nova.compute.provider_tree [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 64 to 65 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 901.832144] env[69942]: DEBUG nova.compute.provider_tree [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.861468] env[69942]: INFO nova.compute.manager [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Took 57.21 seconds to build instance. [ 902.048910] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830867, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.297859] env[69942]: DEBUG nova.network.neutron [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.338474] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.386s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.338620] env[69942]: DEBUG nova.compute.manager [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.342451] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.295s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.342696] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.345496] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.581s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.347345] env[69942]: INFO nova.compute.claims [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.365554] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e4e5800b-3108-42e9-ac21-d33c977e0fae tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.244s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.399374] env[69942]: INFO nova.scheduler.client.report [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Deleted allocations for instance d5d427de-4146-4712-a169-403cb430af2d [ 902.413576] env[69942]: DEBUG nova.compute.manager [req-15ec7ada-6195-4325-bde1-0eca1f76c9c0 req-a2ca3b79-3a4f-401a-8e9b-ca77898c1a33 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Received event network-vif-deleted-b48b154f-439e-4a29-b28f-6544cd0cd2fc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.413576] env[69942]: INFO nova.compute.manager [req-15ec7ada-6195-4325-bde1-0eca1f76c9c0 req-a2ca3b79-3a4f-401a-8e9b-ca77898c1a33 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Neutron deleted interface b48b154f-439e-4a29-b28f-6544cd0cd2fc; detaching it from the instance and deleting it from the info cache [ 902.413576] env[69942]: DEBUG nova.network.neutron [req-15ec7ada-6195-4325-bde1-0eca1f76c9c0 req-a2ca3b79-3a4f-401a-8e9b-ca77898c1a33 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.553335] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798334} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.553674] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 08c30c2e-9588-4990-8d85-b747ff174e1b/08c30c2e-9588-4990-8d85-b747ff174e1b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.553905] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.554142] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b8a361-f3a3-4ce5-8753-bbf515bba4e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.565028] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 902.565028] env[69942]: value = "task-3830868" [ 902.565028] env[69942]: _type = "Task" [ 902.565028] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.565028] env[69942]: DEBUG nova.network.neutron [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Updated VIF entry in instance network info cache for port 356740b1-c6d1-41af-bbea-1e3b7ffcf87b. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.565028] env[69942]: DEBUG nova.network.neutron [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Updating instance_info_cache with network_info: [{"id": "356740b1-c6d1-41af-bbea-1e3b7ffcf87b", "address": "fa:16:3e:bb:0b:0c", "network": {"id": "a9c85ba0-6c59-4ef2-a318-b5cbb42f7731", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-896578375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "227bf36e8a1b4ab4abc39886d5415a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap356740b1-c6", "ovs_interfaceid": "356740b1-c6d1-41af-bbea-1e3b7ffcf87b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.578507] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.669789] env[69942]: DEBUG nova.network.neutron [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Updating instance_info_cache with network_info: [{"id": "e5896798-8f53-4020-8ed4-0f551bab065d", "address": "fa:16:3e:37:a7:bd", "network": {"id": "46707795-5e7c-46c7-a66e-a134f47b994f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-831778457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "708437dc2d2b4ecdbf7c3c7dc07f88cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5896798-8f", "ovs_interfaceid": "e5896798-8f53-4020-8ed4-0f551bab065d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.771478] env[69942]: DEBUG nova.network.neutron [-] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.853608] env[69942]: DEBUG nova.compute.utils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.857577] env[69942]: DEBUG nova.compute.manager [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.857787] env[69942]: DEBUG nova.network.neutron [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.871646] env[69942]: DEBUG nova.compute.manager [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.912266] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb0d448b-5036-41ab-8fcd-686331b935df tempest-ServerExternalEventsTest-1268930301 tempest-ServerExternalEventsTest-1268930301-project-member] Lock "d5d427de-4146-4712-a169-403cb430af2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.595s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.918783] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c70a18bb-e181-4ec5-9353-ec7c96057a79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.930856] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2c78a6-7cf6-4431-8af3-9c503e2196fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.947588] env[69942]: DEBUG nova.policy [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '464d137dcbf14098b351dbd5dc63b382', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5332d96509f443ab81cc605f285f14e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.979720] env[69942]: DEBUG nova.compute.manager [req-15ec7ada-6195-4325-bde1-0eca1f76c9c0 req-a2ca3b79-3a4f-401a-8e9b-ca77898c1a33 service nova] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Detach interface failed, port_id=b48b154f-439e-4a29-b28f-6544cd0cd2fc, reason: Instance 50c433bb-66a1-4587-9ff7-fbbf3596587a could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 903.077283] env[69942]: DEBUG oslo_concurrency.lockutils [req-f54ad399-aa7f-4199-a5dc-f9f7dc9b8339 req-644c6c3f-f2a0-4219-abaf-becd9c6a579c service nova] Releasing lock "refresh_cache-8916f208-29a1-4a00-af38-29201d651726" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.084424] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071648} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.084703] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.085560] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0728dfa6-9509-4473-871f-825dd2a49a0d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.114219] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 08c30c2e-9588-4990-8d85-b747ff174e1b/08c30c2e-9588-4990-8d85-b747ff174e1b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.114634] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e87be2-ddac-4678-b498-01465f2c4ab0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.138898] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 903.138898] env[69942]: value = "task-3830869" [ 903.138898] env[69942]: _type = "Task" [ 903.138898] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.149441] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.174696] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Releasing lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.174972] env[69942]: DEBUG nova.compute.manager [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Instance network_info: |[{"id": "e5896798-8f53-4020-8ed4-0f551bab065d", "address": "fa:16:3e:37:a7:bd", "network": {"id": "46707795-5e7c-46c7-a66e-a134f47b994f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-831778457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "708437dc2d2b4ecdbf7c3c7dc07f88cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5896798-8f", "ovs_interfaceid": "e5896798-8f53-4020-8ed4-0f551bab065d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.175544] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:a7:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5896798-8f53-4020-8ed4-0f551bab065d', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.184522] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Creating folder: Project (708437dc2d2b4ecdbf7c3c7dc07f88cb). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.186621] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6579709c-b50e-48ca-9ea3-a2ca0bdd3f91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.199557] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Created folder: Project (708437dc2d2b4ecdbf7c3c7dc07f88cb) in parent group-v761487. [ 903.199847] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Creating folder: Instances. Parent ref: group-v761608. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.200185] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01cad737-240a-4f22-bf6a-263501ccb65f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.211881] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Created folder: Instances in parent group-v761608. [ 903.212365] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.212621] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.212849] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe6e6b6a-c0ee-4907-880b-0f1c25ceaef2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.236052] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.236052] env[69942]: value = "task-3830872" [ 903.236052] env[69942]: _type = "Task" [ 903.236052] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.245822] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830872, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.274449] env[69942]: INFO nova.compute.manager [-] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Took 1.59 seconds to deallocate network for instance. [ 903.360130] env[69942]: DEBUG nova.compute.manager [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.400897] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.422454] env[69942]: DEBUG nova.network.neutron [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Successfully created port: 6d1f998e-f0a0-432a-b760-b85cb6988ef6 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.487820] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquiring lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.488244] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.488344] env[69942]: INFO nova.compute.manager [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Rebooting instance [ 903.663537] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830869, 'name': ReconfigVM_Task, 'duration_secs': 0.434267} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.663706] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 08c30c2e-9588-4990-8d85-b747ff174e1b/08c30c2e-9588-4990-8d85-b747ff174e1b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.664393] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49cea2c2-a13f-425d-8047-22ce85d71e68 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.673541] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 903.673541] env[69942]: value = "task-3830873" [ 903.673541] env[69942]: _type = "Task" [ 903.673541] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.695234] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830873, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.753030] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830872, 'name': CreateVM_Task, 'duration_secs': 0.460429} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.753733] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.755122] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.755122] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.755454] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.755743] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2520864-fb89-4845-87b1-2585acb8d831 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.763744] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for the task: (returnval){ [ 903.763744] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524dfc79-78bd-5c45-4ac4-9776d7460ec0" [ 903.763744] env[69942]: _type = "Task" [ 903.763744] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.780400] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524dfc79-78bd-5c45-4ac4-9776d7460ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.781621] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.021130] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquiring lock "refresh_cache-faab6f2d-3f7f-4adb-a71b-2319c56d706a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.021130] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquired lock "refresh_cache-faab6f2d-3f7f-4adb-a71b-2319c56d706a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.021130] env[69942]: DEBUG nova.network.neutron [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.042794] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bcd32c-ccc0-4d8e-9b48-5cf865a52b7a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.052222] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa0284-6aa9-46d7-ba25-95c737f91dfe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.085583] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39558fd3-a6ea-4376-b097-ccfed11672f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.095431] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b2058-2070-4c3d-897a-afcf88cf41b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.111811] env[69942]: DEBUG nova.compute.provider_tree [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.184656] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830873, 'name': Rename_Task, 'duration_secs': 0.224688} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.185863] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.185863] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dc75ef7-8568-427a-b4b3-927a7c4c942f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.193257] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 904.193257] env[69942]: value = "task-3830874" [ 904.193257] env[69942]: _type = "Task" [ 904.193257] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.203054] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.280476] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524dfc79-78bd-5c45-4ac4-9776d7460ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.019285} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.281250] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.281726] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.282540] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.282540] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.282705] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.282978] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5c59ec3-753e-4320-8c95-09b969643420 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.296091] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.297036] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.298060] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6cf79c-5df4-4757-95eb-357543f4f366 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.307041] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for the task: (returnval){ [ 904.307041] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e49460-dca5-744e-4068-c046bbbd316b" [ 904.307041] env[69942]: _type = "Task" [ 904.307041] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.318120] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e49460-dca5-744e-4068-c046bbbd316b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.375586] env[69942]: DEBUG nova.compute.manager [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.400584] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.400851] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.401064] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.401203] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.401383] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.403446] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.403446] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.403446] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.403446] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.403446] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.403446] env[69942]: DEBUG nova.virt.hardware [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.403446] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1012b8-7881-45ed-b649-b4d5249c4041 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.416021] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132cfc2c-00cc-488a-a3ae-d3b62631a2ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.616531] env[69942]: DEBUG nova.scheduler.client.report [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.706763] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830874, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.818515] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e49460-dca5-744e-4068-c046bbbd316b, 'name': SearchDatastore_Task, 'duration_secs': 0.028069} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.820053] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8446e894-8fcf-41c6-bd7c-53bd5deb90df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.827815] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for the task: (returnval){ [ 904.827815] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529918ab-cef1-fbff-cf3c-d707a324ad74" [ 904.827815] env[69942]: _type = "Task" [ 904.827815] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.841282] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529918ab-cef1-fbff-cf3c-d707a324ad74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.141087] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.141821] env[69942]: DEBUG nova.compute.manager [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.145065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.339s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.145314] env[69942]: DEBUG nova.objects.instance [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lazy-loading 'resources' on Instance uuid fac32025-0b66-4870-922f-99c9b0f6ee6f {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.182903] env[69942]: DEBUG nova.network.neutron [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Updating instance_info_cache with network_info: [{"id": "ea7e972e-dc5a-4009-9ee6-7633841a75c5", "address": "fa:16:3e:9d:f8:f4", "network": {"id": "7f67e12f-772e-4f55-a0e3-ccd3e70fbab2", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-857033154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70e1f8dfc69344779e06611a2846a3ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7e972e-dc", "ovs_interfaceid": "ea7e972e-dc5a-4009-9ee6-7633841a75c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.210069] env[69942]: DEBUG oslo_vmware.api [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830874, 'name': PowerOnVM_Task, 'duration_secs': 0.638392} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.210069] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.210069] env[69942]: INFO nova.compute.manager [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Took 10.40 seconds to spawn the instance on the hypervisor. [ 905.210069] env[69942]: DEBUG nova.compute.manager [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.213036] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204292d9-91ec-473b-b9d6-7f7f32c2aea1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.233310] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9d7f9-8da9-bdd8-385a-953c8b8b7d83/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 905.234334] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d210385c-00ab-45a1-9639-88d8962efff1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.241884] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9d7f9-8da9-bdd8-385a-953c8b8b7d83/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 905.242465] env[69942]: ERROR oslo_vmware.rw_handles [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9d7f9-8da9-bdd8-385a-953c8b8b7d83/disk-0.vmdk due to incomplete transfer. [ 905.242571] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ca0199f-6bbb-4495-a500-8d0007de1d06 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.254548] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9d7f9-8da9-bdd8-385a-953c8b8b7d83/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 905.254548] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Uploaded image f136c92a-961f-4035-9ec5-58b6c37cf46e to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 905.256139] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 905.256335] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f118b6d-5c7a-4405-8e72-ce8585c61798 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.264271] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 905.264271] env[69942]: value = "task-3830875" [ 905.264271] env[69942]: _type = "Task" [ 905.264271] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.277134] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830875, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.342070] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529918ab-cef1-fbff-cf3c-d707a324ad74, 'name': SearchDatastore_Task, 'duration_secs': 0.015431} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.342070] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.342070] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] ce1c1a25-2095-4f6e-a9d3-194351c69ae5/ce1c1a25-2095-4f6e-a9d3-194351c69ae5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.342070] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2dddcce-2cff-4af1-b025-d512f735446f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.349437] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for the task: (returnval){ [ 905.349437] env[69942]: value = "task-3830876" [ 905.349437] env[69942]: _type = "Task" [ 905.349437] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.362670] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.379699] env[69942]: DEBUG nova.compute.manager [req-0c6e9a64-6fce-4227-8f26-96cb9ca11541 req-6754face-f1fe-4125-8cf1-133c1e450248 service nova] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Received event network-vif-plugged-6d1f998e-f0a0-432a-b760-b85cb6988ef6 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.380161] env[69942]: DEBUG oslo_concurrency.lockutils [req-0c6e9a64-6fce-4227-8f26-96cb9ca11541 req-6754face-f1fe-4125-8cf1-133c1e450248 service nova] Acquiring lock "21b385b6-9cca-4ed1-8bd2-57336451452a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.380532] env[69942]: DEBUG oslo_concurrency.lockutils [req-0c6e9a64-6fce-4227-8f26-96cb9ca11541 req-6754face-f1fe-4125-8cf1-133c1e450248 service nova] Lock "21b385b6-9cca-4ed1-8bd2-57336451452a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.380752] env[69942]: DEBUG oslo_concurrency.lockutils [req-0c6e9a64-6fce-4227-8f26-96cb9ca11541 req-6754face-f1fe-4125-8cf1-133c1e450248 service nova] Lock "21b385b6-9cca-4ed1-8bd2-57336451452a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.381314] env[69942]: DEBUG nova.compute.manager [req-0c6e9a64-6fce-4227-8f26-96cb9ca11541 req-6754face-f1fe-4125-8cf1-133c1e450248 service nova] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] No waiting events found dispatching network-vif-plugged-6d1f998e-f0a0-432a-b760-b85cb6988ef6 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.381523] env[69942]: WARNING nova.compute.manager [req-0c6e9a64-6fce-4227-8f26-96cb9ca11541 req-6754face-f1fe-4125-8cf1-133c1e450248 service nova] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Received unexpected event network-vif-plugged-6d1f998e-f0a0-432a-b760-b85cb6988ef6 for instance with vm_state building and task_state spawning. [ 905.412198] env[69942]: DEBUG nova.network.neutron [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Successfully updated port: 6d1f998e-f0a0-432a-b760-b85cb6988ef6 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.652224] env[69942]: DEBUG nova.compute.utils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.661416] env[69942]: DEBUG nova.compute.manager [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.661416] env[69942]: DEBUG nova.network.neutron [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.684524] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Releasing lock "refresh_cache-faab6f2d-3f7f-4adb-a71b-2319c56d706a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.738577] env[69942]: INFO nova.compute.manager [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Took 60.61 seconds to build instance. [ 905.759053] env[69942]: DEBUG nova.policy [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e462f87437ee4ed69ed26d21af588e48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7527d75c7e9245ea816ea15783f48758', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.789829] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830875, 'name': Destroy_Task, 'duration_secs': 0.355011} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.790175] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Destroyed the VM [ 905.790436] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 905.790744] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35a578ca-6265-4cff-9b57-4646cf7834d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.801919] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 905.801919] env[69942]: value = "task-3830877" [ 905.801919] env[69942]: _type = "Task" [ 905.801919] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.813453] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830877, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.868324] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830876, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.914959] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "refresh_cache-21b385b6-9cca-4ed1-8bd2-57336451452a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.915210] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquired lock "refresh_cache-21b385b6-9cca-4ed1-8bd2-57336451452a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.915438] env[69942]: DEBUG nova.network.neutron [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.160106] env[69942]: DEBUG nova.compute.manager [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.193661] env[69942]: DEBUG nova.compute.manager [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.194711] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c047c4a-7685-482d-b8fa-d751bdac4005 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.248371] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2076260d-50a4-4311-b940-f8d39cb1ae4f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "08c30c2e-9588-4990-8d85-b747ff174e1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.377s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.275724] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f00f319-9ec9-43c3-aadb-8284a4629f76 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.280406] env[69942]: DEBUG nova.network.neutron [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Successfully created port: 986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.285988] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf2c1b1-a86f-47a2-a649-2fc11044d495 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.325958] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6cdec4-3190-4d00-af95-39cee1f6642a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.329691] env[69942]: DEBUG oslo_concurrency.lockutils [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "08c30c2e-9588-4990-8d85-b747ff174e1b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.329965] env[69942]: DEBUG oslo_concurrency.lockutils [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "08c30c2e-9588-4990-8d85-b747ff174e1b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.330960] env[69942]: DEBUG nova.compute.manager [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.331413] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e23728-e932-4916-9665-8e80fffb89f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.339781] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830877, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.343268] env[69942]: DEBUG nova.compute.manager [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 906.343889] env[69942]: DEBUG nova.objects.instance [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lazy-loading 'flavor' on Instance uuid 08c30c2e-9588-4990-8d85-b747ff174e1b {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.346333] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee22100-2d26-4d4c-b6cc-d7a94e959ec5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.366224] env[69942]: DEBUG nova.compute.provider_tree [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.374303] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563877} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.374303] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] ce1c1a25-2095-4f6e-a9d3-194351c69ae5/ce1c1a25-2095-4f6e-a9d3-194351c69ae5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.374303] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.374303] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f803eb77-7db5-4f30-8a59-05a313179cca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.381913] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for the task: (returnval){ [ 906.381913] env[69942]: value = "task-3830878" [ 906.381913] env[69942]: _type = "Task" [ 906.381913] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.396625] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.476285] env[69942]: DEBUG nova.network.neutron [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.745869] env[69942]: DEBUG nova.network.neutron [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Updating instance_info_cache with network_info: [{"id": "6d1f998e-f0a0-432a-b760-b85cb6988ef6", "address": "fa:16:3e:10:f1:70", "network": {"id": "0cfbac83-a7f3-45c7-beb0-7f2d656be3cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-508909111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5332d96509f443ab81cc605f285f14e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1f998e-f0", "ovs_interfaceid": "6d1f998e-f0a0-432a-b760-b85cb6988ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.749635] env[69942]: DEBUG nova.compute.manager [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.836715] env[69942]: DEBUG oslo_vmware.api [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830877, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64001} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.836999] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 906.837252] env[69942]: INFO nova.compute.manager [None req-2db7347a-4ae2-4ff4-8e3a-5a07cea4983d tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Took 17.57 seconds to snapshot the instance on the hypervisor. [ 906.892288] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228329} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.892585] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.893479] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a95781-9865-4075-a49c-7074a3dfc323 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.921124] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] ce1c1a25-2095-4f6e-a9d3-194351c69ae5/ce1c1a25-2095-4f6e-a9d3-194351c69ae5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.922189] env[69942]: DEBUG nova.scheduler.client.report [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 906.922510] env[69942]: DEBUG nova.compute.provider_tree [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 65 to 66 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 906.922628] env[69942]: DEBUG nova.compute.provider_tree [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.926972] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d3066f-e7e7-4580-a8e4-804484efce88 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.960217] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for the task: (returnval){ [ 906.960217] env[69942]: value = "task-3830879" [ 906.960217] env[69942]: _type = "Task" [ 906.960217] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.971334] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.176327] env[69942]: DEBUG nova.compute.manager [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.213115] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.214141] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.214141] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.214141] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.214141] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.214404] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.214947] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.215265] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.215459] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.215631] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.215806] env[69942]: DEBUG nova.virt.hardware [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.217207] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d39126-e678-451f-8752-530d9f62fe18 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.221835] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec68912d-8080-426e-845b-3f0c1d9151d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.232345] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdedd3aa-eaa7-4ab9-b1c4-9508be12febe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.237347] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Doing hard reboot of VM {{(pid=69942) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 907.237625] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bb6442f9-04a9-482c-a6aa-dee3af398954 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.260025] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Releasing lock "refresh_cache-21b385b6-9cca-4ed1-8bd2-57336451452a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.260025] env[69942]: DEBUG nova.compute.manager [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Instance network_info: |[{"id": "6d1f998e-f0a0-432a-b760-b85cb6988ef6", "address": "fa:16:3e:10:f1:70", "network": {"id": "0cfbac83-a7f3-45c7-beb0-7f2d656be3cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-508909111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5332d96509f443ab81cc605f285f14e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1f998e-f0", "ovs_interfaceid": "6d1f998e-f0a0-432a-b760-b85cb6988ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.266979] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:f1:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c6324fd-a761-417c-bc85-b6278daecfc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d1f998e-f0a0-432a-b760-b85cb6988ef6', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.275277] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.276232] env[69942]: DEBUG oslo_vmware.api [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 907.276232] env[69942]: value = "task-3830880" [ 907.276232] env[69942]: _type = "Task" [ 907.276232] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.277643] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.277643] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97887491-ddc6-459e-be7f-de4349d89fc5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.299228] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.306617] env[69942]: DEBUG oslo_vmware.api [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830880, 'name': ResetVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.308443] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.308443] env[69942]: value = "task-3830881" [ 907.308443] env[69942]: _type = "Task" [ 907.308443] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.318336] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830881, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.356568] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.356568] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64520e68-714a-418c-98bd-d197a5f1d1c0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.365629] env[69942]: DEBUG oslo_vmware.api [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 907.365629] env[69942]: value = "task-3830882" [ 907.365629] env[69942]: _type = "Task" [ 907.365629] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.381544] env[69942]: DEBUG oslo_vmware.api [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.455357] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.463188] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.878s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.466630] env[69942]: INFO nova.compute.claims [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.483108] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.504513] env[69942]: INFO nova.scheduler.client.report [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Deleted allocations for instance fac32025-0b66-4870-922f-99c9b0f6ee6f [ 907.653827] env[69942]: DEBUG nova.compute.manager [req-13129746-4763-48c6-b87d-08764f536f33 req-b92b0f23-ec38-4a47-b2b9-eff2b69dde99 service nova] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Received event network-changed-6d1f998e-f0a0-432a-b760-b85cb6988ef6 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.653827] env[69942]: DEBUG nova.compute.manager [req-13129746-4763-48c6-b87d-08764f536f33 req-b92b0f23-ec38-4a47-b2b9-eff2b69dde99 service nova] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Refreshing instance network info cache due to event network-changed-6d1f998e-f0a0-432a-b760-b85cb6988ef6. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.653827] env[69942]: DEBUG oslo_concurrency.lockutils [req-13129746-4763-48c6-b87d-08764f536f33 req-b92b0f23-ec38-4a47-b2b9-eff2b69dde99 service nova] Acquiring lock "refresh_cache-21b385b6-9cca-4ed1-8bd2-57336451452a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.653827] env[69942]: DEBUG oslo_concurrency.lockutils [req-13129746-4763-48c6-b87d-08764f536f33 req-b92b0f23-ec38-4a47-b2b9-eff2b69dde99 service nova] Acquired lock "refresh_cache-21b385b6-9cca-4ed1-8bd2-57336451452a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.658358] env[69942]: DEBUG nova.network.neutron [req-13129746-4763-48c6-b87d-08764f536f33 req-b92b0f23-ec38-4a47-b2b9-eff2b69dde99 service nova] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Refreshing network info cache for port 6d1f998e-f0a0-432a-b760-b85cb6988ef6 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.788246] env[69942]: DEBUG oslo_vmware.api [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830880, 'name': ResetVM_Task, 'duration_secs': 0.106115} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.788831] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Did hard reboot of VM {{(pid=69942) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 907.788831] env[69942]: DEBUG nova.compute.manager [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.789780] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac61bab-48b1-4b16-8c85-f5e2cd7ea036 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.826859] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830881, 'name': CreateVM_Task, 'duration_secs': 0.376258} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.826931] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.827666] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.827910] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.828172] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.828450] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df3ef1ef-858d-4d9d-a7f3-869dd9340dda {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.840629] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 907.840629] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fe6c98-ac55-9658-1a38-ad653f474f5b" [ 907.840629] env[69942]: _type = "Task" [ 907.840629] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.852622] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fe6c98-ac55-9658-1a38-ad653f474f5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.881063] env[69942]: DEBUG oslo_vmware.api [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830882, 'name': PowerOffVM_Task, 'duration_secs': 0.226157} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.881228] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.881427] env[69942]: DEBUG nova.compute.manager [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.885039] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8948e7da-8558-49f7-84f1-f4183d2c477e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.986959] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830879, 'name': ReconfigVM_Task, 'duration_secs': 0.686197} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.988057] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Reconfigured VM instance instance-00000027 to attach disk [datastore1] ce1c1a25-2095-4f6e-a9d3-194351c69ae5/ce1c1a25-2095-4f6e-a9d3-194351c69ae5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.988781] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c3c5de7-c197-4478-8f81-1f0ca2896308 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.002410] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for the task: (returnval){ [ 908.002410] env[69942]: value = "task-3830883" [ 908.002410] env[69942]: _type = "Task" [ 908.002410] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.014968] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830883, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.015386] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5162c8c8-0208-4336-92af-df7fa93a5611 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "fac32025-0b66-4870-922f-99c9b0f6ee6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.635s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.310937] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5899ac3f-f749-43a8-9671-a981c2b94dac tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.823s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.352992] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fe6c98-ac55-9658-1a38-ad653f474f5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.352992] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.352992] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.353515] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.353515] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.353640] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.355530] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bedd86c5-6871-4389-b7dc-68801eb29ae9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.364940] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.365199] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.366025] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46477e63-2067-4cb6-9cb6-c807f0bed55d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.377320] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 908.377320] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5215a4e9-acac-7c90-26ce-726349a49af6" [ 908.377320] env[69942]: _type = "Task" [ 908.377320] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.400136] env[69942]: DEBUG oslo_concurrency.lockutils [None req-764ef71d-9c89-42ad-8352-3d185e082ef8 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "08c30c2e-9588-4990-8d85-b747ff174e1b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.401865] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5215a4e9-acac-7c90-26ce-726349a49af6, 'name': SearchDatastore_Task, 'duration_secs': 0.012757} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.403908] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9612a87-c960-41cf-8429-4886cb779ddc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.413972] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 908.413972] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52991afb-b6b6-5873-8ab6-031939595035" [ 908.413972] env[69942]: _type = "Task" [ 908.413972] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.430533] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52991afb-b6b6-5873-8ab6-031939595035, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.435487] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.435906] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 21b385b6-9cca-4ed1-8bd2-57336451452a/21b385b6-9cca-4ed1-8bd2-57336451452a.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.437134] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f8d6f1b-f0d9-4c3b-a86a-8f7619837b55 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.449414] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 908.449414] env[69942]: value = "task-3830884" [ 908.449414] env[69942]: _type = "Task" [ 908.449414] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.460629] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.518850] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830883, 'name': Rename_Task, 'duration_secs': 0.426162} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.523798] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.523798] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a920eb-7a96-4597-9ffb-e6c9784ec492 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.531834] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for the task: (returnval){ [ 908.531834] env[69942]: value = "task-3830885" [ 908.531834] env[69942]: _type = "Task" [ 908.531834] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.546134] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.663692] env[69942]: DEBUG nova.network.neutron [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Successfully updated port: 986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.743060] env[69942]: DEBUG nova.network.neutron [req-13129746-4763-48c6-b87d-08764f536f33 req-b92b0f23-ec38-4a47-b2b9-eff2b69dde99 service nova] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Updated VIF entry in instance network info cache for port 6d1f998e-f0a0-432a-b760-b85cb6988ef6. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.743887] env[69942]: DEBUG nova.network.neutron [req-13129746-4763-48c6-b87d-08764f536f33 req-b92b0f23-ec38-4a47-b2b9-eff2b69dde99 service nova] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Updating instance_info_cache with network_info: [{"id": "6d1f998e-f0a0-432a-b760-b85cb6988ef6", "address": "fa:16:3e:10:f1:70", "network": {"id": "0cfbac83-a7f3-45c7-beb0-7f2d656be3cc", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-508909111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5332d96509f443ab81cc605f285f14e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c6324fd-a761-417c-bc85-b6278daecfc5", "external-id": "nsx-vlan-transportzone-426", "segmentation_id": 426, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1f998e-f0", "ovs_interfaceid": "6d1f998e-f0a0-432a-b760-b85cb6988ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.967301] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830884, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.020713] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0324326-612d-4d4d-a9ea-16281b7b1208 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.030912] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f3e8f3-f094-4d8a-8a63-b37476a1b52a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.076049] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830885, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.076334] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cda96c1-3b14-4666-bd26-e9514fbd342b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.085950] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8abc9d9-45cd-4366-8897-496d7367fe85 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.102494] env[69942]: DEBUG nova.compute.provider_tree [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.167204] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.167271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.168295] env[69942]: DEBUG nova.network.neutron [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.250692] env[69942]: DEBUG oslo_concurrency.lockutils [req-13129746-4763-48c6-b87d-08764f536f33 req-b92b0f23-ec38-4a47-b2b9-eff2b69dde99 service nova] Releasing lock "refresh_cache-21b385b6-9cca-4ed1-8bd2-57336451452a" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.464884] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553586} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.465262] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 21b385b6-9cca-4ed1-8bd2-57336451452a/21b385b6-9cca-4ed1-8bd2-57336451452a.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.465516] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.465964] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c570ea09-3774-4715-af62-420120759dc6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.474791] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 909.474791] env[69942]: value = "task-3830886" [ 909.474791] env[69942]: _type = "Task" [ 909.474791] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.484708] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.546671] env[69942]: DEBUG oslo_vmware.api [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830885, 'name': PowerOnVM_Task, 'duration_secs': 0.685021} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.547115] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.547389] env[69942]: INFO nova.compute.manager [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Took 10.57 seconds to spawn the instance on the hypervisor. [ 909.547704] env[69942]: DEBUG nova.compute.manager [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.548639] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e373603d-12cb-47f4-8d5f-06270fca3464 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.609848] env[69942]: DEBUG nova.scheduler.client.report [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.614438] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "5c226156-e597-42b0-bc7b-6ea6cc105004" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.614782] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "5c226156-e597-42b0-bc7b-6ea6cc105004" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.615190] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "5c226156-e597-42b0-bc7b-6ea6cc105004-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.615503] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "5c226156-e597-42b0-bc7b-6ea6cc105004-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.615765] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "5c226156-e597-42b0-bc7b-6ea6cc105004-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.618216] env[69942]: INFO nova.compute.manager [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Terminating instance [ 909.637977] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquiring lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.638249] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.724704] env[69942]: DEBUG nova.network.neutron [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.817666] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquiring lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.817666] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.817666] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquiring lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.817666] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.817666] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.821116] env[69942]: INFO nova.compute.manager [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Terminating instance [ 909.946540] env[69942]: DEBUG nova.network.neutron [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Updating instance_info_cache with network_info: [{"id": "986fdd05-3bab-42a4-b068-d80f4372460e", "address": "fa:16:3e:f3:ff:25", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986fdd05-3b", "ovs_interfaceid": "986fdd05-3bab-42a4-b068-d80f4372460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.985810] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074951} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.986188] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.987051] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae17cb7c-268b-40da-9862-3c08376049f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.009585] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 21b385b6-9cca-4ed1-8bd2-57336451452a/21b385b6-9cca-4ed1-8bd2-57336451452a.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.009918] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-911f9535-3ad1-49ba-854f-2b8f41292efb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.029982] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 910.029982] env[69942]: value = "task-3830887" [ 910.029982] env[69942]: _type = "Task" [ 910.029982] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.039388] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.071022] env[69942]: INFO nova.compute.manager [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Took 58.94 seconds to build instance. [ 910.118928] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.119778] env[69942]: DEBUG nova.compute.manager [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.122867] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.440s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.124233] env[69942]: INFO nova.compute.claims [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.127662] env[69942]: DEBUG nova.compute.manager [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.127662] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.128914] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40ea151-57db-4723-8035-67c9faae167a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.139630] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.139965] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13272358-8621-4d94-9245-29af342ea673 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.147660] env[69942]: DEBUG oslo_vmware.api [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 910.147660] env[69942]: value = "task-3830888" [ 910.147660] env[69942]: _type = "Task" [ 910.147660] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.158144] env[69942]: DEBUG oslo_vmware.api [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.296185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquiring lock "eb988a47-059c-400d-a826-7edb15528943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.296541] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lock "eb988a47-059c-400d-a826-7edb15528943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.323685] env[69942]: DEBUG nova.compute.manager [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Received event network-vif-plugged-986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.323967] env[69942]: DEBUG oslo_concurrency.lockutils [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] Acquiring lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.324436] env[69942]: DEBUG oslo_concurrency.lockutils [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] Lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.324736] env[69942]: DEBUG oslo_concurrency.lockutils [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] Lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.325014] env[69942]: DEBUG nova.compute.manager [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] No waiting events found dispatching network-vif-plugged-986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.325400] env[69942]: WARNING nova.compute.manager [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Received unexpected event network-vif-plugged-986fdd05-3bab-42a4-b068-d80f4372460e for instance with vm_state building and task_state spawning. [ 910.325687] env[69942]: DEBUG nova.compute.manager [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Received event network-changed-986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.325937] env[69942]: DEBUG nova.compute.manager [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Refreshing instance network info cache due to event network-changed-986fdd05-3bab-42a4-b068-d80f4372460e. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.326243] env[69942]: DEBUG oslo_concurrency.lockutils [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] Acquiring lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.327621] env[69942]: DEBUG nova.compute.manager [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.327834] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.329109] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121aa083-bd62-4e13-982d-2be9e4e45ff4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.340160] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.340472] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e27eb5c-8957-4ad7-a1fc-6b2a74bbf1fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.349387] env[69942]: DEBUG oslo_vmware.api [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 910.349387] env[69942]: value = "task-3830889" [ 910.349387] env[69942]: _type = "Task" [ 910.349387] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.360366] env[69942]: DEBUG oslo_vmware.api [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.447490] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.447958] env[69942]: DEBUG nova.compute.manager [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Instance network_info: |[{"id": "986fdd05-3bab-42a4-b068-d80f4372460e", "address": "fa:16:3e:f3:ff:25", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986fdd05-3b", "ovs_interfaceid": "986fdd05-3bab-42a4-b068-d80f4372460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.448413] env[69942]: DEBUG oslo_concurrency.lockutils [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] Acquired lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.448686] env[69942]: DEBUG nova.network.neutron [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Refreshing network info cache for port 986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.450441] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:ff:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '986fdd05-3bab-42a4-b068-d80f4372460e', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.458462] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Creating folder: Project (7527d75c7e9245ea816ea15783f48758). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.459632] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64eb7ce8-dc49-439a-8c9c-9a40266a368f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.472058] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Created folder: Project (7527d75c7e9245ea816ea15783f48758) in parent group-v761487. [ 910.472696] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Creating folder: Instances. Parent ref: group-v761612. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.472696] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0eebd8e-0150-46e7-a77e-7955327c817e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.483975] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Created folder: Instances in parent group-v761612. [ 910.484296] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.484502] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.484716] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4de9839-6237-47da-aedb-ca06a192b137 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.507146] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.507146] env[69942]: value = "task-3830892" [ 910.507146] env[69942]: _type = "Task" [ 910.507146] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.516731] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830892, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.542217] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830887, 'name': ReconfigVM_Task, 'duration_secs': 0.37411} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.542537] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 21b385b6-9cca-4ed1-8bd2-57336451452a/21b385b6-9cca-4ed1-8bd2-57336451452a.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.543261] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bebf5bd-f000-4de1-8f32-c5b44a79853e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.549951] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 910.549951] env[69942]: value = "task-3830893" [ 910.549951] env[69942]: _type = "Task" [ 910.549951] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.565127] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830893, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.573935] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae02424b-30eb-4417-a063-6835c9c7c6aa tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.982s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.630217] env[69942]: DEBUG nova.compute.utils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.634460] env[69942]: DEBUG nova.compute.manager [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.634656] env[69942]: DEBUG nova.network.neutron [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.663577] env[69942]: DEBUG oslo_vmware.api [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830888, 'name': PowerOffVM_Task, 'duration_secs': 0.211284} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.663577] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.663577] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.663577] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb1e538c-4e08-4c04-9b56-3b95818d7ab7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.731182] env[69942]: DEBUG nova.policy [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e74219e80b74c4db97f97af98a0cc83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c2d14f8aada4fae870b4fe04fd90b54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.740415] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.740415] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.740661] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Deleting the datastore file [datastore1] 5c226156-e597-42b0-bc7b-6ea6cc105004 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.740866] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f0d7195-30e8-4ea2-b800-c56e646c3ea7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.749261] env[69942]: DEBUG oslo_vmware.api [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for the task: (returnval){ [ 910.749261] env[69942]: value = "task-3830895" [ 910.749261] env[69942]: _type = "Task" [ 910.749261] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.760110] env[69942]: DEBUG oslo_vmware.api [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.859935] env[69942]: DEBUG oslo_vmware.api [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830889, 'name': PowerOffVM_Task, 'duration_secs': 0.226494} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.860248] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.860417] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.860688] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2c8678d-6095-4d08-b716-343eec0c97db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.926994] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.927395] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.927712] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Deleting the datastore file [datastore2] faab6f2d-3f7f-4adb-a71b-2319c56d706a {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.928339] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd86b458-2665-4e58-bea6-f310feb1ae17 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.936973] env[69942]: DEBUG oslo_vmware.api [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for the task: (returnval){ [ 910.936973] env[69942]: value = "task-3830897" [ 910.936973] env[69942]: _type = "Task" [ 910.936973] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.950480] env[69942]: DEBUG oslo_vmware.api [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.018456] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830892, 'name': CreateVM_Task, 'duration_secs': 0.376206} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.018687] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.019454] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.019633] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.020029] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.020342] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019b9339-d7ee-4469-b5b0-c92509dc5370 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.025862] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 911.025862] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5203ebd1-afbe-3d0b-f5ab-3b109eeb7432" [ 911.025862] env[69942]: _type = "Task" [ 911.025862] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.037972] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5203ebd1-afbe-3d0b-f5ab-3b109eeb7432, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.038297] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.038531] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.038759] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.038900] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.039108] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.039413] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a5c8969-8095-4486-9fe1-e10a666aca5e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.048541] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.048769] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.049583] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b8fb15-f12e-4678-be2f-6ec9754d8958 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.059125] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 911.059125] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b44d10-2ee8-dc92-1bc4-7ba4a9680afa" [ 911.059125] env[69942]: _type = "Task" [ 911.059125] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.062397] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830893, 'name': Rename_Task, 'duration_secs': 0.165713} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.065856] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.066033] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c24aff-ea71-46d4-b35a-1181429b3716 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.073579] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b44d10-2ee8-dc92-1bc4-7ba4a9680afa, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.075696] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 911.075696] env[69942]: value = "task-3830898" [ 911.075696] env[69942]: _type = "Task" [ 911.075696] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.076013] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b0c72d-2e8a-47bc-bd95-d7057685af15 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.079417] env[69942]: DEBUG nova.compute.manager [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.089242] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 911.089242] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fccedc-f951-60e4-1239-a65f13a2bc20" [ 911.089242] env[69942]: _type = "Task" [ 911.089242] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.092233] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.102210] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fccedc-f951-60e4-1239-a65f13a2bc20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.123392] env[69942]: DEBUG nova.compute.manager [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.126458] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b944587-6e69-4ec9-bd3d-05bb288f89e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.135092] env[69942]: DEBUG nova.compute.manager [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.260815] env[69942]: DEBUG oslo_vmware.api [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Task: {'id': task-3830895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156241} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.264220] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.264453] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.264630] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.264800] env[69942]: INFO nova.compute.manager [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Took 1.14 seconds to destroy the instance on the hypervisor. [ 911.265106] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.267841] env[69942]: DEBUG nova.compute.manager [-] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.267957] env[69942]: DEBUG nova.network.neutron [-] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.427790] env[69942]: DEBUG nova.network.neutron [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Updated VIF entry in instance network info cache for port 986fdd05-3bab-42a4-b068-d80f4372460e. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.428811] env[69942]: DEBUG nova.network.neutron [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Updating instance_info_cache with network_info: [{"id": "986fdd05-3bab-42a4-b068-d80f4372460e", "address": "fa:16:3e:f3:ff:25", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986fdd05-3b", "ovs_interfaceid": "986fdd05-3bab-42a4-b068-d80f4372460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.448301] env[69942]: DEBUG nova.network.neutron [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Successfully created port: 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.462371] env[69942]: DEBUG oslo_vmware.api [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Task: {'id': task-3830897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144793} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.462371] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.462371] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.462371] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.462371] env[69942]: INFO nova.compute.manager [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 911.462371] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.464236] env[69942]: DEBUG nova.compute.manager [-] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.464236] env[69942]: DEBUG nova.network.neutron [-] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.599286] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830898, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.616532] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fccedc-f951-60e4-1239-a65f13a2bc20, 'name': SearchDatastore_Task, 'duration_secs': 0.013861} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.618710] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.619117] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 75bb2855-1e92-47e3-b181-2ace83c7ee2f/75bb2855-1e92-47e3-b181-2ace83c7ee2f.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.619730] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-056c7cdc-7409-452e-ae2e-70cc1b91d480 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.622575] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.628764] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 911.628764] env[69942]: value = "task-3830899" [ 911.628764] env[69942]: _type = "Task" [ 911.628764] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.643868] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.654029] env[69942]: INFO nova.compute.manager [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] instance snapshotting [ 911.654029] env[69942]: WARNING nova.compute.manager [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 911.657271] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a27a7-e1c4-4677-8ab9-b4073a75364b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.687862] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffbddbe-7045-48fd-bec1-fab5522a9854 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.738967] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c253978e-daa4-4393-b28b-0e93bb0a1bde {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.748619] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35183f9-961f-4680-8465-36424602b81b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.785060] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ebe5b-afaf-4f65-b399-9176d792b9cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.793737] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10015a4f-470e-4aca-968b-a541c956629a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.812137] env[69942]: DEBUG nova.compute.provider_tree [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.932595] env[69942]: DEBUG oslo_concurrency.lockutils [req-9451dbad-3f58-4b3e-a04c-ce277654edf8 req-d93d9d06-7836-43a4-8ede-6af3d75d4bf0 service nova] Releasing lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.093293] env[69942]: DEBUG oslo_vmware.api [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830898, 'name': PowerOnVM_Task, 'duration_secs': 0.828394} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.093634] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.093872] env[69942]: INFO nova.compute.manager [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Took 7.72 seconds to spawn the instance on the hypervisor. [ 912.094386] env[69942]: DEBUG nova.compute.manager [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.095413] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fd7a0f-28f0-4722-b39b-90ee52de5882 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.120807] env[69942]: DEBUG nova.network.neutron [-] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.148907] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830899, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.156677] env[69942]: DEBUG nova.compute.manager [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.183421] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.183421] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.183594] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.183721] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.184014] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.184317] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.184649] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.184882] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.185318] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.185520] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.185719] env[69942]: DEBUG nova.virt.hardware [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.186736] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf217b-24d3-40a5-81d4-78a6db864caf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.192656] env[69942]: DEBUG nova.compute.manager [req-d8f4b6f1-51ac-49be-b15c-35e218bde749 req-827539f5-e0e7-4ece-adcd-f949a2cf9a1f service nova] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Received event network-vif-deleted-d09d0468-8b73-4d71-a143-d79a7e67c968 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.204529] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9233179b-73b0-44f3-98ff-cbd0da583bb5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.208628] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.209360] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2b08cfca-0a6a-4832-9432-4120f0e989c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.226401] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 912.226401] env[69942]: value = "task-3830900" [ 912.226401] env[69942]: _type = "Task" [ 912.226401] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.237265] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830900, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.318057] env[69942]: DEBUG nova.scheduler.client.report [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.500559] env[69942]: DEBUG nova.network.neutron [-] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.618672] env[69942]: INFO nova.compute.manager [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Took 59.55 seconds to build instance. [ 912.624187] env[69942]: INFO nova.compute.manager [-] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Took 1.36 seconds to deallocate network for instance. [ 912.648022] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620046} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.648022] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 75bb2855-1e92-47e3-b181-2ace83c7ee2f/75bb2855-1e92-47e3-b181-2ace83c7ee2f.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.648022] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.648337] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d88da6-486d-4a11-ab27-afebfaa461c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.657938] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 912.657938] env[69942]: value = "task-3830901" [ 912.657938] env[69942]: _type = "Task" [ 912.657938] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.672248] env[69942]: DEBUG nova.compute.manager [req-de80a62b-bfba-41c9-bad4-68aa0bbf0785 req-e781f00a-0b8e-494c-b84a-b7942cbf88ee service nova] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Received event network-vif-deleted-ea7e972e-dc5a-4009-9ee6-7633841a75c5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.677435] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.738616] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830900, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.823274] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.823847] env[69942]: DEBUG nova.compute.manager [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.827472] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.809s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.001985] env[69942]: INFO nova.compute.manager [-] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Took 1.54 seconds to deallocate network for instance. [ 913.121995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1755e82e-81e4-4e1c-81c8-32ebd9ad6629 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "21b385b6-9cca-4ed1-8bd2-57336451452a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.935s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.137657] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.170209] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082405} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.170520] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.171440] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cb4472-8e54-4fd1-ba72-901118108931 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.199342] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 75bb2855-1e92-47e3-b181-2ace83c7ee2f/75bb2855-1e92-47e3-b181-2ace83c7ee2f.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.201528] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-177e3efe-204b-4430-b6a7-fc54323ad125 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.222653] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 913.222653] env[69942]: value = "task-3830902" [ 913.222653] env[69942]: _type = "Task" [ 913.222653] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.232865] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.242282] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830900, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.329899] env[69942]: DEBUG nova.compute.utils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.331786] env[69942]: DEBUG nova.compute.manager [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.332099] env[69942]: DEBUG nova.network.neutron [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.339055] env[69942]: INFO nova.compute.claims [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.343497] env[69942]: DEBUG nova.compute.manager [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.444300] env[69942]: DEBUG nova.policy [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd14e3748991d42ad83ab4da4b14b5549', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfd834a8a49c42db925cb809730fd966', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.509995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.624919] env[69942]: DEBUG nova.compute.manager [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.735374] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830902, 'name': ReconfigVM_Task, 'duration_secs': 0.302927} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.739680] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 75bb2855-1e92-47e3-b181-2ace83c7ee2f/75bb2855-1e92-47e3-b181-2ace83c7ee2f.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.740400] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c01d7490-3d98-4848-b3d2-b8417637e10c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.750052] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830900, 'name': CreateSnapshot_Task, 'duration_secs': 1.34698} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.752669] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.753362] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 913.753362] env[69942]: value = "task-3830903" [ 913.753362] env[69942]: _type = "Task" [ 913.753362] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.754731] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab75042e-d7c4-4213-a5b1-3f302192179e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.772174] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830903, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.854706] env[69942]: INFO nova.compute.resource_tracker [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating resource usage from migration baf6c587-1bc0-4a4b-8dea-4c7f7e455704 [ 913.932758] env[69942]: DEBUG nova.network.neutron [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Successfully updated port: 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.057210] env[69942]: DEBUG nova.network.neutron [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Successfully created port: 3a24079d-b591-4598-b089-ecfc9000c423 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.153325] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.270383] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830903, 'name': Rename_Task, 'duration_secs': 0.145169} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.270722] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.270971] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c77ac03-38f8-43f9-93aa-8ffab01f17cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.280105] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 914.284883] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65f091d4-958b-4e93-bdbf-d181b7504663 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.291515] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 914.291515] env[69942]: value = "task-3830905" [ 914.291515] env[69942]: _type = "Task" [ 914.291515] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.292890] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 914.292890] env[69942]: value = "task-3830904" [ 914.292890] env[69942]: _type = "Task" [ 914.292890] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.314313] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830904, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.318409] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830905, 'name': CloneVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.365927] env[69942]: DEBUG nova.compute.manager [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.404925] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.405154] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.405377] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.405662] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.405874] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.406127] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.406432] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.406603] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.406807] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.406989] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.407255] env[69942]: DEBUG nova.virt.hardware [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.408268] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d180476-d198-4a9e-8d0f-2bc26b98323a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.423029] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72239825-8064-4b94-8edb-6bea8a673aa2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.444024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquiring lock "refresh_cache-ce9aac70-29d1-4205-b456-6b03b4dd8b7b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.444024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquired lock "refresh_cache-ce9aac70-29d1-4205-b456-6b03b4dd8b7b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.444024] env[69942]: DEBUG nova.network.neutron [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.472207] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e287863-614c-4e12-a437-6fbbbcef7e7a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.482504] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5835410-f914-4215-a8a1-7e0223994a3a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.516767] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b118447e-9171-49a1-834b-d5297cf1e761 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.525745] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bc6629-ed27-4ca7-ac00-427a43572c56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.541989] env[69942]: DEBUG nova.compute.provider_tree [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.805184] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830905, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.813858] env[69942]: DEBUG oslo_vmware.api [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3830904, 'name': PowerOnVM_Task, 'duration_secs': 0.481916} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.814519] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.814519] env[69942]: INFO nova.compute.manager [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Took 7.64 seconds to spawn the instance on the hypervisor. [ 914.814672] env[69942]: DEBUG nova.compute.manager [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.815460] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c04fd-ff27-47da-9b2d-8fb36a98f4cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.986695] env[69942]: DEBUG nova.compute.manager [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Received event network-changed-e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.986911] env[69942]: DEBUG nova.compute.manager [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Refreshing instance network info cache due to event network-changed-e5896798-8f53-4020-8ed4-0f551bab065d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.987177] env[69942]: DEBUG oslo_concurrency.lockutils [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] Acquiring lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.987340] env[69942]: DEBUG oslo_concurrency.lockutils [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] Acquired lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.987501] env[69942]: DEBUG nova.network.neutron [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Refreshing network info cache for port e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.990685] env[69942]: DEBUG nova.network.neutron [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.046274] env[69942]: DEBUG nova.scheduler.client.report [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.092990] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "237ca2d4-176f-4766-b741-bd27dbea3654" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.093325] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "237ca2d4-176f-4766-b741-bd27dbea3654" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.093548] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "237ca2d4-176f-4766-b741-bd27dbea3654-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.093734] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "237ca2d4-176f-4766-b741-bd27dbea3654-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.093905] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "237ca2d4-176f-4766-b741-bd27dbea3654-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.096562] env[69942]: INFO nova.compute.manager [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Terminating instance [ 915.187854] env[69942]: DEBUG nova.network.neutron [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Updating instance_info_cache with network_info: [{"id": "71e6e6ca-e6c0-4af6-b224-ab4079a3e40a", "address": "fa:16:3e:f5:71:2c", "network": {"id": "65392c2d-a089-4200-9449-ea806b87828c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1264857010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c2d14f8aada4fae870b4fe04fd90b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e6e6ca-e6", "ovs_interfaceid": "71e6e6ca-e6c0-4af6-b224-ab4079a3e40a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.306352] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830905, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.336014] env[69942]: INFO nova.compute.manager [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Took 51.59 seconds to build instance. [ 915.553777] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.726s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.553967] env[69942]: INFO nova.compute.manager [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Migrating [ 915.554300] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.555355] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.557034] env[69942]: DEBUG oslo_concurrency.lockutils [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.538s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.557034] env[69942]: DEBUG nova.objects.instance [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 915.600714] env[69942]: DEBUG nova.compute.manager [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.601025] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.602184] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52f615c-fbb7-48d4-b360-dfbbdff191f7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.612068] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.612599] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5345500-06ae-42f9-8ecb-8dc8f60b82fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.620559] env[69942]: DEBUG oslo_vmware.api [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 915.620559] env[69942]: value = "task-3830906" [ 915.620559] env[69942]: _type = "Task" [ 915.620559] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.630195] env[69942]: DEBUG oslo_vmware.api [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.690746] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Releasing lock "refresh_cache-ce9aac70-29d1-4205-b456-6b03b4dd8b7b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.691112] env[69942]: DEBUG nova.compute.manager [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Instance network_info: |[{"id": "71e6e6ca-e6c0-4af6-b224-ab4079a3e40a", "address": "fa:16:3e:f5:71:2c", "network": {"id": "65392c2d-a089-4200-9449-ea806b87828c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1264857010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c2d14f8aada4fae870b4fe04fd90b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e6e6ca-e6", "ovs_interfaceid": "71e6e6ca-e6c0-4af6-b224-ab4079a3e40a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.692394] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:71:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbe1725d-6711-4e92-9a4e-d4802651e7d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71e6e6ca-e6c0-4af6-b224-ab4079a3e40a', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.699524] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Creating folder: Project (9c2d14f8aada4fae870b4fe04fd90b54). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.699850] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb09224a-0093-44d2-af06-f0f0252d8ef0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.717262] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Created folder: Project (9c2d14f8aada4fae870b4fe04fd90b54) in parent group-v761487. [ 915.717636] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Creating folder: Instances. Parent ref: group-v761617. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.718119] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-072b2650-4116-47e6-89a8-9a46071157ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.734138] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Created folder: Instances in parent group-v761617. [ 915.734928] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.734928] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.735186] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa31094e-f823-4957-bbf1-43d5a65d6b53 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.764827] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.764827] env[69942]: value = "task-3830909" [ 915.764827] env[69942]: _type = "Task" [ 915.764827] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.773598] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830909, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.808125] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830905, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.838792] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3303e51-ad86-4d1d-b49c-504637b42c59 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.741s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.912114] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "21b385b6-9cca-4ed1-8bd2-57336451452a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.912453] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "21b385b6-9cca-4ed1-8bd2-57336451452a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.912696] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "21b385b6-9cca-4ed1-8bd2-57336451452a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.912906] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "21b385b6-9cca-4ed1-8bd2-57336451452a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.913149] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "21b385b6-9cca-4ed1-8bd2-57336451452a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.915632] env[69942]: INFO nova.compute.manager [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Terminating instance [ 916.028105] env[69942]: DEBUG nova.network.neutron [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Updated VIF entry in instance network info cache for port e5896798-8f53-4020-8ed4-0f551bab065d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.028517] env[69942]: DEBUG nova.network.neutron [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Updating instance_info_cache with network_info: [{"id": "e5896798-8f53-4020-8ed4-0f551bab065d", "address": "fa:16:3e:37:a7:bd", "network": {"id": "46707795-5e7c-46c7-a66e-a134f47b994f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-831778457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "708437dc2d2b4ecdbf7c3c7dc07f88cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5896798-8f", "ovs_interfaceid": "e5896798-8f53-4020-8ed4-0f551bab065d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.060281] env[69942]: INFO nova.compute.rpcapi [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 916.060988] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.119336] env[69942]: DEBUG nova.network.neutron [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Successfully updated port: 3a24079d-b591-4598-b089-ecfc9000c423 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.136027] env[69942]: DEBUG oslo_vmware.api [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830906, 'name': PowerOffVM_Task, 'duration_secs': 0.397943} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.136027] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.136293] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.136599] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f96c9a2c-b5c2-4426-9d4c-be63e90b86df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.279403] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830909, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.309520] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830905, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.342540] env[69942]: DEBUG nova.compute.manager [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.406652] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.407568] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.407568] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Deleting the datastore file [datastore2] 237ca2d4-176f-4766-b741-bd27dbea3654 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.407568] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-993be0b1-7905-4f29-973e-463630ef743b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.420429] env[69942]: DEBUG nova.compute.manager [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.420751] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.421862] env[69942]: DEBUG oslo_vmware.api [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 916.421862] env[69942]: value = "task-3830911" [ 916.421862] env[69942]: _type = "Task" [ 916.421862] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.423136] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7facfe-a6ed-4427-9204-bc1c00603cc8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.436561] env[69942]: DEBUG oslo_vmware.api [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.438522] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.438788] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2afb37d-8da1-421d-9b40-b3810d29926b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.446148] env[69942]: DEBUG oslo_vmware.api [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 916.446148] env[69942]: value = "task-3830912" [ 916.446148] env[69942]: _type = "Task" [ 916.446148] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.456781] env[69942]: DEBUG oslo_vmware.api [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.531677] env[69942]: DEBUG oslo_concurrency.lockutils [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] Releasing lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.532052] env[69942]: DEBUG nova.compute.manager [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Received event network-vif-plugged-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.532413] env[69942]: DEBUG oslo_concurrency.lockutils [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] Acquiring lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.532742] env[69942]: DEBUG oslo_concurrency.lockutils [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] Lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.532976] env[69942]: DEBUG oslo_concurrency.lockutils [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] Lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.533198] env[69942]: DEBUG nova.compute.manager [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] No waiting events found dispatching network-vif-plugged-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.533431] env[69942]: WARNING nova.compute.manager [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Received unexpected event network-vif-plugged-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a for instance with vm_state building and task_state spawning. [ 916.533657] env[69942]: DEBUG nova.compute.manager [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Received event network-changed-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.533873] env[69942]: DEBUG nova.compute.manager [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Refreshing instance network info cache due to event network-changed-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.534193] env[69942]: DEBUG oslo_concurrency.lockutils [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] Acquiring lock "refresh_cache-ce9aac70-29d1-4205-b456-6b03b4dd8b7b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.534406] env[69942]: DEBUG oslo_concurrency.lockutils [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] Acquired lock "refresh_cache-ce9aac70-29d1-4205-b456-6b03b4dd8b7b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.534624] env[69942]: DEBUG nova.network.neutron [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Refreshing network info cache for port 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.577363] env[69942]: DEBUG oslo_concurrency.lockutils [None req-72811e79-6302-4e5e-8eef-2c9925180712 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.578588] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.734s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.582338] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.582506] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.582968] env[69942]: DEBUG nova.network.neutron [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.622812] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquiring lock "refresh_cache-886226c8-616b-43cf-bfc6-aa5aac2ca158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.622998] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquired lock "refresh_cache-886226c8-616b-43cf-bfc6-aa5aac2ca158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.623138] env[69942]: DEBUG nova.network.neutron [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.784169] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830909, 'name': CreateVM_Task, 'duration_secs': 0.531922} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.786514] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.787574] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.787739] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.788286] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.788545] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ac152d-ed41-49d5-84f5-c0b622c67c9e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.794267] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for the task: (returnval){ [ 916.794267] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ba2576-0702-6f40-0f64-ca47e637d9a8" [ 916.794267] env[69942]: _type = "Task" [ 916.794267] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.811732] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ba2576-0702-6f40-0f64-ca47e637d9a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012662} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.811732] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.812204] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.812513] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.812513] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.815033] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.817069] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a244e63-398e-4073-bd84-32a38af994ba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.820052] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830905, 'name': CloneVM_Task, 'duration_secs': 2.210383} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.820052] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Created linked-clone VM from snapshot [ 916.821802] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1199e202-4b44-4ed3-870b-217fe12d38b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.830293] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Uploading image db9e3c45-fb2b-4a84-af9e-5302b65c4e52 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 916.833409] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.833622] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.834431] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5861110-8113-469a-afc6-590de494c832 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.849514] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for the task: (returnval){ [ 916.849514] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528a7a06-9eef-02ff-0a9c-d2d50288cdbb" [ 916.849514] env[69942]: _type = "Task" [ 916.849514] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.864464] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528a7a06-9eef-02ff-0a9c-d2d50288cdbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.866431] env[69942]: DEBUG oslo_vmware.rw_handles [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 916.866431] env[69942]: value = "vm-761616" [ 916.866431] env[69942]: _type = "VirtualMachine" [ 916.866431] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 916.869035] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-df434b3c-ccb9-44ad-ac37-914f23bd27a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.872498] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.874592] env[69942]: DEBUG oslo_vmware.rw_handles [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lease: (returnval){ [ 916.874592] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5276c126-d245-d769-c7c5-4f5cabbea123" [ 916.874592] env[69942]: _type = "HttpNfcLease" [ 916.874592] env[69942]: } obtained for exporting VM: (result){ [ 916.874592] env[69942]: value = "vm-761616" [ 916.874592] env[69942]: _type = "VirtualMachine" [ 916.874592] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 916.875027] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the lease: (returnval){ [ 916.875027] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5276c126-d245-d769-c7c5-4f5cabbea123" [ 916.875027] env[69942]: _type = "HttpNfcLease" [ 916.875027] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 916.884957] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.884957] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5276c126-d245-d769-c7c5-4f5cabbea123" [ 916.884957] env[69942]: _type = "HttpNfcLease" [ 916.884957] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.940471] env[69942]: DEBUG oslo_vmware.api [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3830911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243931} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.940471] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.940471] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.940774] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.940774] env[69942]: INFO nova.compute.manager [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Took 1.34 seconds to destroy the instance on the hypervisor. [ 916.941008] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.941218] env[69942]: DEBUG nova.compute.manager [-] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.941318] env[69942]: DEBUG nova.network.neutron [-] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.961893] env[69942]: DEBUG oslo_vmware.api [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830912, 'name': PowerOffVM_Task, 'duration_secs': 0.223696} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.962185] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.962643] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.962941] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7decf067-3c64-40fa-8877-ab3cfab3a755 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.035430] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.035654] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.035840] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Deleting the datastore file [datastore1] 21b385b6-9cca-4ed1-8bd2-57336451452a {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.036828] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c1b8611-c979-49dc-8dd1-a26fd2cf71fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.048625] env[69942]: DEBUG oslo_vmware.api [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 917.048625] env[69942]: value = "task-3830915" [ 917.048625] env[69942]: _type = "Task" [ 917.048625] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.058050] env[69942]: DEBUG oslo_vmware.api [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.119629] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd847a33-2366-4541-9b8f-ba31cb97a84a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.132424] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded5fc46-943c-4170-a27d-43506b81edf6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.176732] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06655bf-7e3f-4df4-8329-068bd7a1a305 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.186519] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea476f5-77e1-4534-8efc-8c746badd77b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.202600] env[69942]: DEBUG nova.compute.provider_tree [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.210868] env[69942]: DEBUG nova.network.neutron [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.364868] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528a7a06-9eef-02ff-0a9c-d2d50288cdbb, 'name': SearchDatastore_Task, 'duration_secs': 0.016631} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.375677] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574009a0-2d45-47fe-8c0b-eaf4b1320393 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.390533] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.390533] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5276c126-d245-d769-c7c5-4f5cabbea123" [ 917.390533] env[69942]: _type = "HttpNfcLease" [ 917.390533] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 917.390533] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for the task: (returnval){ [ 917.390533] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f1cc51-6d81-a756-33a7-fdeee50ecf9f" [ 917.390533] env[69942]: _type = "Task" [ 917.390533] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.390533] env[69942]: DEBUG oslo_vmware.rw_handles [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 917.390533] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5276c126-d245-d769-c7c5-4f5cabbea123" [ 917.390533] env[69942]: _type = "HttpNfcLease" [ 917.390533] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 917.391117] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc74438-a9cf-4209-afe2-bab56dbf603f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.404789] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f1cc51-6d81-a756-33a7-fdeee50ecf9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.408791] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.409083] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] ce9aac70-29d1-4205-b456-6b03b4dd8b7b/ce9aac70-29d1-4205-b456-6b03b4dd8b7b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.409466] env[69942]: DEBUG oslo_vmware.rw_handles [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264bdbf-3556-1bde-0f7f-dfc87c2a576e/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 917.409658] env[69942]: DEBUG oslo_vmware.rw_handles [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264bdbf-3556-1bde-0f7f-dfc87c2a576e/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 917.411135] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-315cd860-d9bc-444b-b7df-0160450351ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.484713] env[69942]: DEBUG nova.compute.manager [req-4c4f19ab-b39f-4e8d-b935-23826e012606 req-597052c6-36e0-49f9-9b2b-cda0208646ac service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Received event network-changed-986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.484921] env[69942]: DEBUG nova.compute.manager [req-4c4f19ab-b39f-4e8d-b935-23826e012606 req-597052c6-36e0-49f9-9b2b-cda0208646ac service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Refreshing instance network info cache due to event network-changed-986fdd05-3bab-42a4-b068-d80f4372460e. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.485204] env[69942]: DEBUG oslo_concurrency.lockutils [req-4c4f19ab-b39f-4e8d-b935-23826e012606 req-597052c6-36e0-49f9-9b2b-cda0208646ac service nova] Acquiring lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.485379] env[69942]: DEBUG oslo_concurrency.lockutils [req-4c4f19ab-b39f-4e8d-b935-23826e012606 req-597052c6-36e0-49f9-9b2b-cda0208646ac service nova] Acquired lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.485589] env[69942]: DEBUG nova.network.neutron [req-4c4f19ab-b39f-4e8d-b935-23826e012606 req-597052c6-36e0-49f9-9b2b-cda0208646ac service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Refreshing network info cache for port 986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.491136] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for the task: (returnval){ [ 917.491136] env[69942]: value = "task-3830916" [ 917.491136] env[69942]: _type = "Task" [ 917.491136] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.504038] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.524710] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d153017-80f0-4363-8f92-61513e30111f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.530890] env[69942]: DEBUG nova.compute.manager [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Received event network-vif-plugged-3a24079d-b591-4598-b089-ecfc9000c423 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.531220] env[69942]: DEBUG oslo_concurrency.lockutils [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] Acquiring lock "886226c8-616b-43cf-bfc6-aa5aac2ca158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.531555] env[69942]: DEBUG oslo_concurrency.lockutils [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] Lock "886226c8-616b-43cf-bfc6-aa5aac2ca158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.531694] env[69942]: DEBUG oslo_concurrency.lockutils [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] Lock "886226c8-616b-43cf-bfc6-aa5aac2ca158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.531863] env[69942]: DEBUG nova.compute.manager [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] No waiting events found dispatching network-vif-plugged-3a24079d-b591-4598-b089-ecfc9000c423 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.532063] env[69942]: WARNING nova.compute.manager [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Received unexpected event network-vif-plugged-3a24079d-b591-4598-b089-ecfc9000c423 for instance with vm_state building and task_state spawning. [ 917.532204] env[69942]: DEBUG nova.compute.manager [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Received event network-changed-3a24079d-b591-4598-b089-ecfc9000c423 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.532432] env[69942]: DEBUG nova.compute.manager [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Refreshing instance network info cache due to event network-changed-3a24079d-b591-4598-b089-ecfc9000c423. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.532625] env[69942]: DEBUG oslo_concurrency.lockutils [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] Acquiring lock "refresh_cache-886226c8-616b-43cf-bfc6-aa5aac2ca158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.546639] env[69942]: DEBUG nova.network.neutron [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Updated VIF entry in instance network info cache for port 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.546639] env[69942]: DEBUG nova.network.neutron [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Updating instance_info_cache with network_info: [{"id": "71e6e6ca-e6c0-4af6-b224-ab4079a3e40a", "address": "fa:16:3e:f5:71:2c", "network": {"id": "65392c2d-a089-4200-9449-ea806b87828c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1264857010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c2d14f8aada4fae870b4fe04fd90b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e6e6ca-e6", "ovs_interfaceid": "71e6e6ca-e6c0-4af6-b224-ab4079a3e40a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.565535] env[69942]: DEBUG oslo_vmware.api [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3830915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203982} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.569822] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.569822] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.569822] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.569822] env[69942]: INFO nova.compute.manager [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 917.570151] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.570998] env[69942]: DEBUG nova.compute.manager [-] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.571118] env[69942]: DEBUG nova.network.neutron [-] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.586040] env[69942]: DEBUG nova.network.neutron [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Updating instance_info_cache with network_info: [{"id": "3a24079d-b591-4598-b089-ecfc9000c423", "address": "fa:16:3e:9a:3a:3c", "network": {"id": "0e34bead-86a8-41f3-a313-010ba8c3f651", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-344886399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd834a8a49c42db925cb809730fd966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a24079d-b5", "ovs_interfaceid": "3a24079d-b591-4598-b089-ecfc9000c423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.624431] env[69942]: DEBUG nova.network.neutron [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance_info_cache with network_info: [{"id": "c05467f8-352b-430c-aa9d-ec52156349a2", "address": "fa:16:3e:76:13:1f", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05467f8-35", "ovs_interfaceid": "c05467f8-352b-430c-aa9d-ec52156349a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.709022] env[69942]: DEBUG nova.scheduler.client.report [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.003947] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517633} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.005454] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] ce9aac70-29d1-4205-b456-6b03b4dd8b7b/ce9aac70-29d1-4205-b456-6b03b4dd8b7b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.005454] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.005454] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79575c53-6cca-4d17-ba53-9c1cc577cdb3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.015701] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for the task: (returnval){ [ 918.015701] env[69942]: value = "task-3830917" [ 918.015701] env[69942]: _type = "Task" [ 918.015701] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.019193] env[69942]: DEBUG nova.network.neutron [-] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.028905] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.052085] env[69942]: DEBUG oslo_concurrency.lockutils [req-6a084175-8b5e-4fd3-8f91-c4a084f0f765 req-25626800-8abf-4f1d-a703-94ef0b8f0c54 service nova] Releasing lock "refresh_cache-ce9aac70-29d1-4205-b456-6b03b4dd8b7b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.089566] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Releasing lock "refresh_cache-886226c8-616b-43cf-bfc6-aa5aac2ca158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.092441] env[69942]: DEBUG nova.compute.manager [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Instance network_info: |[{"id": "3a24079d-b591-4598-b089-ecfc9000c423", "address": "fa:16:3e:9a:3a:3c", "network": {"id": "0e34bead-86a8-41f3-a313-010ba8c3f651", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-344886399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd834a8a49c42db925cb809730fd966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a24079d-b5", "ovs_interfaceid": "3a24079d-b591-4598-b089-ecfc9000c423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.092441] env[69942]: DEBUG oslo_concurrency.lockutils [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] Acquired lock "refresh_cache-886226c8-616b-43cf-bfc6-aa5aac2ca158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.092441] env[69942]: DEBUG nova.network.neutron [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Refreshing network info cache for port 3a24079d-b591-4598-b089-ecfc9000c423 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.092441] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:3a:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a24079d-b591-4598-b089-ecfc9000c423', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.104995] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Creating folder: Project (dfd834a8a49c42db925cb809730fd966). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.106426] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e946385d-a960-4871-b67d-e479236358b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.119487] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Created folder: Project (dfd834a8a49c42db925cb809730fd966) in parent group-v761487. [ 918.119487] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Creating folder: Instances. Parent ref: group-v761620. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.119775] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f9b9fdc-40b9-4d86-9676-21244a75c043 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.128620] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.131628] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Created folder: Instances in parent group-v761620. [ 918.132618] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.132618] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.132783] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65f17429-331e-4942-8d04-6cb3f8754131 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.155745] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.155745] env[69942]: value = "task-3830920" [ 918.155745] env[69942]: _type = "Task" [ 918.155745] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.167092] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830920, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.216066] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.217577] env[69942]: INFO nova.compute.manager [None req-4d2b5a61-538e-4e4f-b08c-460969f86543 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Successfully reverted task state from rebuilding on failure for instance. [ 918.223478] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.333s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.223983] env[69942]: DEBUG nova.objects.instance [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lazy-loading 'resources' on Instance uuid 78616ef2-91a3-4a1e-946e-cfbc67de846d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.363609] env[69942]: DEBUG nova.network.neutron [req-4c4f19ab-b39f-4e8d-b935-23826e012606 req-597052c6-36e0-49f9-9b2b-cda0208646ac service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Updated VIF entry in instance network info cache for port 986fdd05-3bab-42a4-b068-d80f4372460e. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.364927] env[69942]: DEBUG nova.network.neutron [req-4c4f19ab-b39f-4e8d-b935-23826e012606 req-597052c6-36e0-49f9-9b2b-cda0208646ac service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Updating instance_info_cache with network_info: [{"id": "986fdd05-3bab-42a4-b068-d80f4372460e", "address": "fa:16:3e:f3:ff:25", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986fdd05-3b", "ovs_interfaceid": "986fdd05-3bab-42a4-b068-d80f4372460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.524276] env[69942]: INFO nova.compute.manager [-] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Took 1.58 seconds to deallocate network for instance. [ 918.532829] env[69942]: DEBUG nova.network.neutron [-] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.538717] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073503} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.538885] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.539699] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661b1560-9853-432d-856d-698c4ea7e21e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.565550] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] ce9aac70-29d1-4205-b456-6b03b4dd8b7b/ce9aac70-29d1-4205-b456-6b03b4dd8b7b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.566712] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28750a59-a894-4e2b-95fe-07e726116564 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.592172] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for the task: (returnval){ [ 918.592172] env[69942]: value = "task-3830921" [ 918.592172] env[69942]: _type = "Task" [ 918.592172] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.605457] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.671673] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830920, 'name': CreateVM_Task, 'duration_secs': 0.36714} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.673169] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.675107] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.675456] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.676043] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.676698] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0aacb3f-6f49-4c73-a449-75f4bb315ce1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.685076] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for the task: (returnval){ [ 918.685076] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f8df8a-8b9c-bb84-9a41-dc5ca47f8209" [ 918.685076] env[69942]: _type = "Task" [ 918.685076] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.697779] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f8df8a-8b9c-bb84-9a41-dc5ca47f8209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.871748] env[69942]: DEBUG oslo_concurrency.lockutils [req-4c4f19ab-b39f-4e8d-b935-23826e012606 req-597052c6-36e0-49f9-9b2b-cda0208646ac service nova] Releasing lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.952729] env[69942]: DEBUG nova.network.neutron [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Updated VIF entry in instance network info cache for port 3a24079d-b591-4598-b089-ecfc9000c423. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.953166] env[69942]: DEBUG nova.network.neutron [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Updating instance_info_cache with network_info: [{"id": "3a24079d-b591-4598-b089-ecfc9000c423", "address": "fa:16:3e:9a:3a:3c", "network": {"id": "0e34bead-86a8-41f3-a313-010ba8c3f651", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-344886399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfd834a8a49c42db925cb809730fd966", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a24079d-b5", "ovs_interfaceid": "3a24079d-b591-4598-b089-ecfc9000c423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.039351] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.040258] env[69942]: INFO nova.compute.manager [-] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Took 1.47 seconds to deallocate network for instance. [ 919.104650] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.155206] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquiring lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.156308] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.156308] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquiring lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.156444] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.156691] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.159122] env[69942]: INFO nova.compute.manager [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Terminating instance [ 919.198373] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f8df8a-8b9c-bb84-9a41-dc5ca47f8209, 'name': SearchDatastore_Task, 'duration_secs': 0.0136} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.199257] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.199595] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.200184] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.200405] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.201112] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.204889] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1193b437-ec0a-4959-a78d-ccef852dd579 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.219314] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.219788] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.220982] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df572ce-e856-4093-a880-95c097abbad8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.232549] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for the task: (returnval){ [ 919.232549] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5268786c-ed1a-def1-a256-711a236bfc3e" [ 919.232549] env[69942]: _type = "Task" [ 919.232549] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.242914] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5268786c-ed1a-def1-a256-711a236bfc3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.276338] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e24ada-f3dc-4a79-8391-8d186ddcd79e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.286620] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150321c9-4d0d-4762-b7ef-771639d17435 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.113878] env[69942]: DEBUG oslo_concurrency.lockutils [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] Releasing lock "refresh_cache-886226c8-616b-43cf-bfc6-aa5aac2ca158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.114215] env[69942]: DEBUG nova.compute.manager [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Received event network-changed-e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.114380] env[69942]: DEBUG nova.compute.manager [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Refreshing instance network info cache due to event network-changed-e5896798-8f53-4020-8ed4-0f551bab065d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.114576] env[69942]: DEBUG oslo_concurrency.lockutils [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] Acquiring lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.114707] env[69942]: DEBUG oslo_concurrency.lockutils [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] Acquired lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.114868] env[69942]: DEBUG nova.network.neutron [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Refreshing network info cache for port e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.117540] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.120863] env[69942]: DEBUG nova.compute.manager [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.122314] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.126932] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67768dc4-24db-4689-9ed2-e8eb9e0b5861 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.130610] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b18e877-1ff8-40a6-82f7-203ce90705b7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.134544] env[69942]: DEBUG nova.compute.manager [req-0d7e339b-e833-4edd-9e25-594a2d343f63 req-b7b9584f-3a24-44cd-998b-582de2faec98 service nova] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Received event network-vif-deleted-43b1e7d8-5205-4aff-a9cd-9879360caf1a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.134784] env[69942]: DEBUG nova.compute.manager [req-0d7e339b-e833-4edd-9e25-594a2d343f63 req-b7b9584f-3a24-44cd-998b-582de2faec98 service nova] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Received event network-vif-deleted-6d1f998e-f0a0-432a-b760-b85cb6988ef6 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.139871] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a49c75-f239-416b-bbc3-154cfe1e4465 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.168944] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830921, 'name': ReconfigVM_Task, 'duration_secs': 0.640551} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.169582] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance 'cc9e95be-00b3-4a50-902b-fd06b2809b69' progress to 0 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.175985] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.176142] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Reconfigured VM instance instance-0000002a to attach disk [datastore1] ce9aac70-29d1-4205-b456-6b03b4dd8b7b/ce9aac70-29d1-4205-b456-6b03b4dd8b7b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.180025] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e19ba052-852e-497f-bca2-2f4504a5d612 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.182994] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c2e1f8-34b0-4b62-85c7-41dff4d319bd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.185236] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5268786c-ed1a-def1-a256-711a236bfc3e, 'name': SearchDatastore_Task, 'duration_secs': 0.027158} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.189585] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c0eccf7-fcb5-4d65-ba53-e4792f098be1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.192956] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ae6017-2669-4c56-a811-378ff5ead975 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.200538] env[69942]: DEBUG oslo_vmware.api [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for the task: (returnval){ [ 920.200538] env[69942]: value = "task-3830922" [ 920.200538] env[69942]: _type = "Task" [ 920.200538] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.200538] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for the task: (returnval){ [ 920.200538] env[69942]: value = "task-3830923" [ 920.200538] env[69942]: _type = "Task" [ 920.200538] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.219164] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for the task: (returnval){ [ 920.219164] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ddf610-5d5c-7f24-90bd-ae18aefc5b88" [ 920.219164] env[69942]: _type = "Task" [ 920.219164] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.219164] env[69942]: DEBUG nova.compute.provider_tree [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.237549] env[69942]: DEBUG oslo_vmware.api [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.237827] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830923, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.242721] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ddf610-5d5c-7f24-90bd-ae18aefc5b88, 'name': SearchDatastore_Task, 'duration_secs': 0.013889} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.243508] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.243508] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 886226c8-616b-43cf-bfc6-aa5aac2ca158/886226c8-616b-43cf-bfc6-aa5aac2ca158.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.245389] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3ee7cb3-a5ac-47d4-9459-550d5a4d8963 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.254139] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for the task: (returnval){ [ 920.254139] env[69942]: value = "task-3830924" [ 920.254139] env[69942]: _type = "Task" [ 920.254139] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.265550] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.677495] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.678083] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-716b63cd-cc9b-4d59-8f12-3c0447af8ac6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.687583] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 920.687583] env[69942]: value = "task-3830925" [ 920.687583] env[69942]: _type = "Task" [ 920.687583] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.700414] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.723377] env[69942]: DEBUG oslo_vmware.api [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.724616] env[69942]: DEBUG nova.scheduler.client.report [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.728689] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830923, 'name': Rename_Task, 'duration_secs': 0.165452} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.729027] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.731806] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d7b8a5-e06b-4867-8b63-de7e4c5662df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.741872] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for the task: (returnval){ [ 920.741872] env[69942]: value = "task-3830926" [ 920.741872] env[69942]: _type = "Task" [ 920.741872] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.756391] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.767590] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830924, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.199206] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830925, 'name': PowerOffVM_Task, 'duration_secs': 0.287514} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.199528] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.199741] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance 'cc9e95be-00b3-4a50-902b-fd06b2809b69' progress to 17 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.214830] env[69942]: DEBUG oslo_vmware.api [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830922, 'name': PowerOffVM_Task, 'duration_secs': 0.826878} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.215135] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.215482] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.215755] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04d9817a-02ec-4b03-9003-051d4a998e75 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.232010] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.008s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.235704] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.333s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.235880] env[69942]: DEBUG nova.objects.instance [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lazy-loading 'resources' on Instance uuid f4205f1b-fc63-496a-8cf6-d41a71f14e36 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.253646] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830926, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.256363] env[69942]: DEBUG nova.network.neutron [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Updated VIF entry in instance network info cache for port e5896798-8f53-4020-8ed4-0f551bab065d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.256761] env[69942]: DEBUG nova.network.neutron [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Updating instance_info_cache with network_info: [{"id": "e5896798-8f53-4020-8ed4-0f551bab065d", "address": "fa:16:3e:37:a7:bd", "network": {"id": "46707795-5e7c-46c7-a66e-a134f47b994f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-831778457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "708437dc2d2b4ecdbf7c3c7dc07f88cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5896798-8f", "ovs_interfaceid": "e5896798-8f53-4020-8ed4-0f551bab065d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.259776] env[69942]: INFO nova.scheduler.client.report [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Deleted allocations for instance 78616ef2-91a3-4a1e-946e-cfbc67de846d [ 921.275680] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590679} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.276105] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 886226c8-616b-43cf-bfc6-aa5aac2ca158/886226c8-616b-43cf-bfc6-aa5aac2ca158.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.276105] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.276685] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-686ec899-c144-48f1-a5f7-9fcbce891c12 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.284596] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for the task: (returnval){ [ 921.284596] env[69942]: value = "task-3830928" [ 921.284596] env[69942]: _type = "Task" [ 921.284596] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.292023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.292266] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.292483] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Deleting the datastore file [datastore1] ce1c1a25-2095-4f6e-a9d3-194351c69ae5 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.293435] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acca7149-d620-4b40-a52f-503d7bb80244 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.301250] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.302927] env[69942]: DEBUG oslo_vmware.api [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for the task: (returnval){ [ 921.302927] env[69942]: value = "task-3830929" [ 921.302927] env[69942]: _type = "Task" [ 921.302927] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.314317] env[69942]: DEBUG oslo_vmware.api [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.711056] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.711370] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.711530] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.711711] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.711853] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.712009] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.712247] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.712419] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.712584] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.712744] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.712912] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.718079] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea054980-bf3e-4348-8095-0f60d8457464 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.735124] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 921.735124] env[69942]: value = "task-3830930" [ 921.735124] env[69942]: _type = "Task" [ 921.735124] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.754547] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.762543] env[69942]: DEBUG oslo_concurrency.lockutils [req-532c877a-db6f-4482-9512-4f231da020a0 req-ae9b587d-08a6-4309-9c61-ee0e00c19af4 service nova] Releasing lock "refresh_cache-ce1c1a25-2095-4f6e-a9d3-194351c69ae5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.763185] env[69942]: DEBUG oslo_vmware.api [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3830926, 'name': PowerOnVM_Task, 'duration_secs': 0.853774} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.767103] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.767103] env[69942]: INFO nova.compute.manager [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Took 9.61 seconds to spawn the instance on the hypervisor. [ 921.767504] env[69942]: DEBUG nova.compute.manager [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.768874] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9df8ebe-e95e-431b-b7b9-a2e4a359fedc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.774773] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ece9b541-ae80-4844-be96-85f0c5f15f24 tempest-ServerShowV257Test-1016329043 tempest-ServerShowV257Test-1016329043-project-member] Lock "78616ef2-91a3-4a1e-946e-cfbc67de846d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.279s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.801030] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081259} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.803965] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.807342] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da11e113-0cfc-4776-8fb3-08f4fc074450 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.819417] env[69942]: DEBUG oslo_vmware.api [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Task: {'id': task-3830929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152842} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.834648] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.834836] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.835144] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.835259] env[69942]: INFO nova.compute.manager [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Took 1.71 seconds to destroy the instance on the hypervisor. [ 921.835543] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.844391] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 886226c8-616b-43cf-bfc6-aa5aac2ca158/886226c8-616b-43cf-bfc6-aa5aac2ca158.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.845672] env[69942]: DEBUG nova.compute.manager [-] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.845773] env[69942]: DEBUG nova.network.neutron [-] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.849576] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ad92e1f-2ea8-4feb-8e24-b4d3851180f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.872181] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for the task: (returnval){ [ 921.872181] env[69942]: value = "task-3830931" [ 921.872181] env[69942]: _type = "Task" [ 921.872181] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.882167] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.205451] env[69942]: DEBUG nova.compute.manager [req-f555ab6f-0fb9-401d-ac59-13368864b4cc req-831cfbc2-5893-4ef1-933b-e1771784d2fa service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Received event network-vif-deleted-e5896798-8f53-4020-8ed4-0f551bab065d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.205910] env[69942]: INFO nova.compute.manager [req-f555ab6f-0fb9-401d-ac59-13368864b4cc req-831cfbc2-5893-4ef1-933b-e1771784d2fa service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Neutron deleted interface e5896798-8f53-4020-8ed4-0f551bab065d; detaching it from the instance and deleting it from the info cache [ 922.205910] env[69942]: DEBUG nova.network.neutron [req-f555ab6f-0fb9-401d-ac59-13368864b4cc req-831cfbc2-5893-4ef1-933b-e1771784d2fa service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.249884] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830930, 'name': ReconfigVM_Task, 'duration_secs': 0.367084} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.250285] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance 'cc9e95be-00b3-4a50-902b-fd06b2809b69' progress to 33 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.269711] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9754359-939c-4d9b-9f01-a4802f31c425 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.281038] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f44ae17-12af-4c3a-abad-fadca7bdf0e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.318819] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bf21d7-8fb6-4ad7-abdc-58b91f350c6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.322107] env[69942]: INFO nova.compute.manager [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Took 47.77 seconds to build instance. [ 922.330157] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abacc92b-b7b7-455f-80da-71bb91899347 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.346915] env[69942]: DEBUG nova.compute.provider_tree [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.384840] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.663026] env[69942]: DEBUG nova.network.neutron [-] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.710131] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9d99e45-63a5-45da-8e8b-097409513015 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.720936] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06010676-4766-462a-9c3d-4de1a0bee5a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.762385] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.762768] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.762970] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.763255] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.763468] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.763656] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.763969] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.764293] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.764548] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.764762] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.764983] env[69942]: DEBUG nova.virt.hardware [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.770717] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 922.774021] env[69942]: DEBUG nova.compute.manager [req-f555ab6f-0fb9-401d-ac59-13368864b4cc req-831cfbc2-5893-4ef1-933b-e1771784d2fa service nova] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Detach interface failed, port_id=e5896798-8f53-4020-8ed4-0f551bab065d, reason: Instance ce1c1a25-2095-4f6e-a9d3-194351c69ae5 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 922.774021] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea132d0-6385-4105-b47f-c453c99b2115 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.791409] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 922.791409] env[69942]: value = "task-3830932" [ 922.791409] env[69942]: _type = "Task" [ 922.791409] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.801489] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.824997] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c7e7c87a-ef2a-40ed-a8ba-538ea9dc1467 tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.247s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.872597] env[69942]: ERROR nova.scheduler.client.report [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] [req-8a01560e-4994-48ea-bf7c-b16bf841d67e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8a01560e-4994-48ea-bf7c-b16bf841d67e"}]} [ 922.885833] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830931, 'name': ReconfigVM_Task, 'duration_secs': 0.67572} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.886213] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 886226c8-616b-43cf-bfc6-aa5aac2ca158/886226c8-616b-43cf-bfc6-aa5aac2ca158.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.887142] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-689c9778-24a3-4c06-81d3-766cd262eb6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.898087] env[69942]: DEBUG nova.scheduler.client.report [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 922.901015] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for the task: (returnval){ [ 922.901015] env[69942]: value = "task-3830933" [ 922.901015] env[69942]: _type = "Task" [ 922.901015] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.912621] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830933, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.922808] env[69942]: DEBUG nova.scheduler.client.report [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 922.923011] env[69942]: DEBUG nova.compute.provider_tree [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.942859] env[69942]: DEBUG nova.scheduler.client.report [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 922.978186] env[69942]: DEBUG nova.scheduler.client.report [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 923.167908] env[69942]: INFO nova.compute.manager [-] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Took 1.32 seconds to deallocate network for instance. [ 923.302256] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830932, 'name': ReconfigVM_Task, 'duration_secs': 0.203034} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.305258] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 923.306503] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94560a94-9e0e-4d5d-b66b-fcd5820e3eb1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.331864] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] cc9e95be-00b3-4a50-902b-fd06b2809b69/cc9e95be-00b3-4a50-902b-fd06b2809b69.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.335016] env[69942]: DEBUG nova.compute.manager [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.341637] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7537441d-900b-4eeb-af96-607790f625d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.366426] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 923.366426] env[69942]: value = "task-3830934" [ 923.366426] env[69942]: _type = "Task" [ 923.366426] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.382187] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.412365] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830933, 'name': Rename_Task, 'duration_secs': 0.182372} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.412866] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.413187] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-905a5915-aeb7-40b7-ad8b-7da4384c436f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.422503] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for the task: (returnval){ [ 923.422503] env[69942]: value = "task-3830935" [ 923.422503] env[69942]: _type = "Task" [ 923.422503] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.440185] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.539104] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf4afa1-6344-4b06-8bd6-b15dc9416e76 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.548939] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bb036c-0237-4067-bec3-4daef12a5d67 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.590849] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61516668-1a56-4b04-b0ee-48f6efbd1c13 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.600675] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfb6b81-0b5a-4a0b-ac36-ed367c896da3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.616780] env[69942]: DEBUG nova.compute.provider_tree [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.678227] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.867324] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.878311] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830934, 'name': ReconfigVM_Task, 'duration_secs': 0.361077} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.879190] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Reconfigured VM instance instance-00000020 to attach disk [datastore1] cc9e95be-00b3-4a50-902b-fd06b2809b69/cc9e95be-00b3-4a50-902b-fd06b2809b69.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.879190] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance 'cc9e95be-00b3-4a50-902b-fd06b2809b69' progress to 50 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.935638] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830935, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.057271] env[69942]: DEBUG nova.compute.manager [req-d5a93746-9010-45bb-8710-0db2c9b5d57c req-d9fecad6-5717-406d-82c3-b29b19d6e5d7 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Received event network-changed-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.057458] env[69942]: DEBUG nova.compute.manager [req-d5a93746-9010-45bb-8710-0db2c9b5d57c req-d9fecad6-5717-406d-82c3-b29b19d6e5d7 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Refreshing instance network info cache due to event network-changed-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.057722] env[69942]: DEBUG oslo_concurrency.lockutils [req-d5a93746-9010-45bb-8710-0db2c9b5d57c req-d9fecad6-5717-406d-82c3-b29b19d6e5d7 service nova] Acquiring lock "refresh_cache-ce9aac70-29d1-4205-b456-6b03b4dd8b7b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.057793] env[69942]: DEBUG oslo_concurrency.lockutils [req-d5a93746-9010-45bb-8710-0db2c9b5d57c req-d9fecad6-5717-406d-82c3-b29b19d6e5d7 service nova] Acquired lock "refresh_cache-ce9aac70-29d1-4205-b456-6b03b4dd8b7b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.057950] env[69942]: DEBUG nova.network.neutron [req-d5a93746-9010-45bb-8710-0db2c9b5d57c req-d9fecad6-5717-406d-82c3-b29b19d6e5d7 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Refreshing network info cache for port 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.167360] env[69942]: DEBUG nova.scheduler.client.report [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 924.167360] env[69942]: DEBUG nova.compute.provider_tree [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 68 to 69 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 924.167360] env[69942]: DEBUG nova.compute.provider_tree [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.390998] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c61e56-11aa-4711-9e81-363d0a5ef44c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.420837] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472080c5-9054-47f9-9b7d-657f80b7f5ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.449916] env[69942]: DEBUG oslo_vmware.api [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830935, 'name': PowerOnVM_Task, 'duration_secs': 0.552188} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.450692] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance 'cc9e95be-00b3-4a50-902b-fd06b2809b69' progress to 67 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.454593] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.454821] env[69942]: INFO nova.compute.manager [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Took 10.09 seconds to spawn the instance on the hypervisor. [ 924.455012] env[69942]: DEBUG nova.compute.manager [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.455863] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae20165-accf-4997-8c03-d2a354b1fa69 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.676027] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.440s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.678506] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.416s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.678813] env[69942]: DEBUG nova.objects.instance [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'resources' on Instance uuid ff779bda-9a1d-44de-b1f8-f8d4b777ebea {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.928026] env[69942]: DEBUG nova.network.neutron [req-d5a93746-9010-45bb-8710-0db2c9b5d57c req-d9fecad6-5717-406d-82c3-b29b19d6e5d7 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Updated VIF entry in instance network info cache for port 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.930155] env[69942]: DEBUG nova.network.neutron [req-d5a93746-9010-45bb-8710-0db2c9b5d57c req-d9fecad6-5717-406d-82c3-b29b19d6e5d7 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Updating instance_info_cache with network_info: [{"id": "71e6e6ca-e6c0-4af6-b224-ab4079a3e40a", "address": "fa:16:3e:f5:71:2c", "network": {"id": "65392c2d-a089-4200-9449-ea806b87828c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1264857010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c2d14f8aada4fae870b4fe04fd90b54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbe1725d-6711-4e92-9a4e-d4802651e7d0", "external-id": "nsx-vlan-transportzone-679", "segmentation_id": 679, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e6e6ca-e6", "ovs_interfaceid": "71e6e6ca-e6c0-4af6-b224-ab4079a3e40a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.977952] env[69942]: INFO nova.compute.manager [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Took 50.31 seconds to build instance. [ 925.016372] env[69942]: DEBUG nova.network.neutron [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Port c05467f8-352b-430c-aa9d-ec52156349a2 binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 925.205564] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bde0ba2e-4302-491a-999f-e2aa3f0661e9 tempest-ServerActionsV293TestJSON-1562780769 tempest-ServerActionsV293TestJSON-1562780769-project-member] Lock "f4205f1b-fc63-496a-8cf6-d41a71f14e36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.774s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.433071] env[69942]: DEBUG oslo_concurrency.lockutils [req-d5a93746-9010-45bb-8710-0db2c9b5d57c req-d9fecad6-5717-406d-82c3-b29b19d6e5d7 service nova] Releasing lock "refresh_cache-ce9aac70-29d1-4205-b456-6b03b4dd8b7b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.485858] env[69942]: DEBUG oslo_concurrency.lockutils [None req-52352701-89f9-433c-af3c-8ad235f3e10b tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lock "886226c8-616b-43cf-bfc6-aa5aac2ca158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.332s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.588234] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquiring lock "886226c8-616b-43cf-bfc6-aa5aac2ca158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.588488] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lock "886226c8-616b-43cf-bfc6-aa5aac2ca158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.588696] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquiring lock "886226c8-616b-43cf-bfc6-aa5aac2ca158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.588875] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lock "886226c8-616b-43cf-bfc6-aa5aac2ca158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.589192] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lock "886226c8-616b-43cf-bfc6-aa5aac2ca158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.597973] env[69942]: INFO nova.compute.manager [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Terminating instance [ 925.675427] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d953462-f5da-47bb-8b78-b9c391438b42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.685056] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adb5f2e-1cff-41f3-93c1-f77d3128a54d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.721886] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb28cc-e06d-445f-807f-91c7d41c8aad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.733763] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10311e8-657b-4ca1-ac2a-cf4130584e7f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.752028] env[69942]: DEBUG nova.compute.provider_tree [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.040265] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "cc9e95be-00b3-4a50-902b-fd06b2809b69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.040507] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.040678] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.103499] env[69942]: DEBUG nova.compute.manager [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.103798] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.105013] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1084a60b-b53f-44bd-b8c5-2d84cf389243 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.123024] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.123024] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ad9d3c3-8191-4660-89ea-f4b32fc3aafe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.129723] env[69942]: DEBUG oslo_vmware.api [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for the task: (returnval){ [ 926.129723] env[69942]: value = "task-3830936" [ 926.129723] env[69942]: _type = "Task" [ 926.129723] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.141168] env[69942]: DEBUG oslo_vmware.api [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.275173] env[69942]: ERROR nova.scheduler.client.report [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [req-f76ce406-1186-433b-a267-bcb776c73453] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f76ce406-1186-433b-a267-bcb776c73453"}]} [ 926.295132] env[69942]: DEBUG nova.scheduler.client.report [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 926.311929] env[69942]: DEBUG nova.scheduler.client.report [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 926.312337] env[69942]: DEBUG nova.compute.provider_tree [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.325333] env[69942]: DEBUG nova.scheduler.client.report [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 926.344436] env[69942]: DEBUG nova.scheduler.client.report [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 926.642694] env[69942]: DEBUG oslo_vmware.api [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830936, 'name': PowerOffVM_Task, 'duration_secs': 0.228007} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.643020] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.643239] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.643538] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92181b07-5e25-47f4-853d-f0ca187bc954 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.696654] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.696910] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.708637] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.709427] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.709427] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Deleting the datastore file [datastore2] 886226c8-616b-43cf-bfc6-aa5aac2ca158 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.709547] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae995845-beb6-4e7f-aa68-83eec1b7abc2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.724983] env[69942]: DEBUG oslo_vmware.api [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for the task: (returnval){ [ 926.724983] env[69942]: value = "task-3830938" [ 926.724983] env[69942]: _type = "Task" [ 926.724983] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.741326] env[69942]: DEBUG oslo_vmware.api [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.774041] env[69942]: DEBUG oslo_vmware.rw_handles [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264bdbf-3556-1bde-0f7f-dfc87c2a576e/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.775112] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458e88e4-632b-465d-9378-8b133afa875a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.786262] env[69942]: DEBUG oslo_vmware.rw_handles [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264bdbf-3556-1bde-0f7f-dfc87c2a576e/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.786512] env[69942]: ERROR oslo_vmware.rw_handles [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264bdbf-3556-1bde-0f7f-dfc87c2a576e/disk-0.vmdk due to incomplete transfer. [ 926.786779] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16f3f4fe-58ea-4147-adbd-2e83a79b77b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.797636] env[69942]: DEBUG oslo_vmware.rw_handles [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264bdbf-3556-1bde-0f7f-dfc87c2a576e/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.797846] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Uploaded image db9e3c45-fb2b-4a84-af9e-5302b65c4e52 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.800433] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.800720] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f71c16c0-566f-4804-b5ce-7c16dfc119c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.808215] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 926.808215] env[69942]: value = "task-3830939" [ 926.808215] env[69942]: _type = "Task" [ 926.808215] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.820545] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830939, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.851329] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a589218-37dd-4d59-a4e0-02566e1e13aa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.860502] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589f38cf-f55e-42f5-ba02-52bfeb4bb863 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.893989] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f8346e-0f54-4af6-9f12-fbf531de6476 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.902249] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96354087-44e6-4f12-89ab-fedf279e1c22 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.916575] env[69942]: DEBUG nova.compute.provider_tree [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 927.107035] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.107147] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.107359] env[69942]: DEBUG nova.network.neutron [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.202347] env[69942]: DEBUG nova.compute.manager [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.236701] env[69942]: DEBUG oslo_vmware.api [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Task: {'id': task-3830938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161739} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.240376] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.240376] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.240376] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.240376] env[69942]: INFO nova.compute.manager [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Took 1.14 seconds to destroy the instance on the hypervisor. [ 927.240810] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.241157] env[69942]: DEBUG nova.compute.manager [-] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.241308] env[69942]: DEBUG nova.network.neutron [-] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.320687] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830939, 'name': Destroy_Task, 'duration_secs': 0.342072} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.320990] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Destroyed the VM [ 927.321373] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.321673] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b0001f9-be42-4c13-9323-921f00cdb906 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.328442] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 927.328442] env[69942]: value = "task-3830940" [ 927.328442] env[69942]: _type = "Task" [ 927.328442] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.337500] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.455783] env[69942]: DEBUG nova.scheduler.client.report [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 927.456599] env[69942]: DEBUG nova.compute.provider_tree [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 70 to 71 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 927.456599] env[69942]: DEBUG nova.compute.provider_tree [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 927.541916] env[69942]: DEBUG nova.compute.manager [req-4a8367a5-5d5e-4a1a-af4a-999f537f4bb8 req-0a0b6fec-d663-4de7-96c4-98a1692ed6e7 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Received event network-vif-deleted-3a24079d-b591-4598-b089-ecfc9000c423 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.542290] env[69942]: INFO nova.compute.manager [req-4a8367a5-5d5e-4a1a-af4a-999f537f4bb8 req-0a0b6fec-d663-4de7-96c4-98a1692ed6e7 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Neutron deleted interface 3a24079d-b591-4598-b089-ecfc9000c423; detaching it from the instance and deleting it from the info cache [ 927.542519] env[69942]: DEBUG nova.network.neutron [req-4a8367a5-5d5e-4a1a-af4a-999f537f4bb8 req-0a0b6fec-d663-4de7-96c4-98a1692ed6e7 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.724265] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.840155] env[69942]: DEBUG oslo_vmware.api [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830940, 'name': RemoveSnapshot_Task, 'duration_secs': 0.496779} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.840491] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 927.840766] env[69942]: INFO nova.compute.manager [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Took 16.18 seconds to snapshot the instance on the hypervisor. [ 927.876834] env[69942]: DEBUG nova.network.neutron [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance_info_cache with network_info: [{"id": "c05467f8-352b-430c-aa9d-ec52156349a2", "address": "fa:16:3e:76:13:1f", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05467f8-35", "ovs_interfaceid": "c05467f8-352b-430c-aa9d-ec52156349a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.962482] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.284s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.969111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.373s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.971688] env[69942]: INFO nova.compute.claims [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.985707] env[69942]: INFO nova.scheduler.client.report [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleted allocations for instance ff779bda-9a1d-44de-b1f8-f8d4b777ebea [ 928.024228] env[69942]: DEBUG nova.network.neutron [-] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.048022] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e22bee07-7f28-45a2-923d-5a0e5ba8b9c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.056992] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393664b3-0971-444a-96b9-63fe6b6c8af0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.094543] env[69942]: DEBUG oslo_concurrency.lockutils [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "08c30c2e-9588-4990-8d85-b747ff174e1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.094543] env[69942]: DEBUG oslo_concurrency.lockutils [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "08c30c2e-9588-4990-8d85-b747ff174e1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.094543] env[69942]: DEBUG oslo_concurrency.lockutils [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "08c30c2e-9588-4990-8d85-b747ff174e1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.094543] env[69942]: DEBUG oslo_concurrency.lockutils [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "08c30c2e-9588-4990-8d85-b747ff174e1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.094543] env[69942]: DEBUG oslo_concurrency.lockutils [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "08c30c2e-9588-4990-8d85-b747ff174e1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.095368] env[69942]: DEBUG nova.compute.manager [req-4a8367a5-5d5e-4a1a-af4a-999f537f4bb8 req-0a0b6fec-d663-4de7-96c4-98a1692ed6e7 service nova] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Detach interface failed, port_id=3a24079d-b591-4598-b089-ecfc9000c423, reason: Instance 886226c8-616b-43cf-bfc6-aa5aac2ca158 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.096033] env[69942]: INFO nova.compute.manager [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Terminating instance [ 928.345067] env[69942]: DEBUG nova.compute.manager [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Instance disappeared during snapshot {{(pid=69942) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 928.356085] env[69942]: DEBUG nova.compute.manager [None req-86b72a72-76de-4601-a0fc-ac7de7d16ed7 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image not found during clean up db9e3c45-fb2b-4a84-af9e-5302b65c4e52 {{(pid=69942) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 928.379566] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.495131] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2beb4946-63f8-4ffc-a282-23aed758cbf9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "ff779bda-9a1d-44de-b1f8-f8d4b777ebea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.475s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.528447] env[69942]: INFO nova.compute.manager [-] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Took 1.29 seconds to deallocate network for instance. [ 928.583607] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "ba83f67e-7a4e-44ab-9b42-b854368ed626" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.583958] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "ba83f67e-7a4e-44ab-9b42-b854368ed626" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.599588] env[69942]: DEBUG nova.compute.manager [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.599798] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.605023] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f655118-63f1-40f6-a680-66f2aaecf1f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.610817] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.611079] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfa46dbc-0f94-42a6-8453-2ee72fee733e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.675056] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.675317] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.675539] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleting the datastore file [datastore2] 08c30c2e-9588-4990-8d85-b747ff174e1b {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.675769] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff8fbf0c-b65c-4054-8508-ecd30684e7f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.683961] env[69942]: DEBUG oslo_vmware.api [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 928.683961] env[69942]: value = "task-3830942" [ 928.683961] env[69942]: _type = "Task" [ 928.683961] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.692492] env[69942]: DEBUG oslo_vmware.api [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.906331] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6382b92b-f8ac-46f4-a846-709b6b2c9ee0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.930479] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb05d9e-fcee-4adb-bc70-7f933321d41e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.947183] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance 'cc9e95be-00b3-4a50-902b-fd06b2809b69' progress to 83 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.035576] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.200047] env[69942]: DEBUG oslo_vmware.api [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3830942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141112} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.200047] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.200047] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.200047] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.200494] env[69942]: INFO nova.compute.manager [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 929.200494] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.200662] env[69942]: DEBUG nova.compute.manager [-] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.200662] env[69942]: DEBUG nova.network.neutron [-] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.434392] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea2b256-3586-440a-8136-ca0d1cb18e82 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.443987] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd8b632-96bc-464f-b522-4db21c117cc9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.488032] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.488032] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c80d7c1-2fbb-46a6-9a69-99b8fe571195 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.489944] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2725b0bb-014d-4d66-9689-69fe27003c7a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.502084] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 929.502084] env[69942]: value = "task-3830943" [ 929.502084] env[69942]: _type = "Task" [ 929.502084] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.503424] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1172366-20d2-428f-9ef6-d0022bc4489b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.524519] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830943, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.525563] env[69942]: DEBUG nova.compute.provider_tree [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.603299] env[69942]: DEBUG nova.compute.manager [req-9bf1032c-5820-4baf-b50d-9e62b812df37 req-cdd5c59b-ac3e-4c65-87d8-dea42fdfd69d service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Received event network-vif-deleted-2628f9f0-6d2a-49d8-930b-fa511beb5dc0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.603556] env[69942]: INFO nova.compute.manager [req-9bf1032c-5820-4baf-b50d-9e62b812df37 req-cdd5c59b-ac3e-4c65-87d8-dea42fdfd69d service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Neutron deleted interface 2628f9f0-6d2a-49d8-930b-fa511beb5dc0; detaching it from the instance and deleting it from the info cache [ 929.603694] env[69942]: DEBUG nova.network.neutron [req-9bf1032c-5820-4baf-b50d-9e62b812df37 req-cdd5c59b-ac3e-4c65-87d8-dea42fdfd69d service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.021925] env[69942]: DEBUG oslo_vmware.api [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3830943, 'name': PowerOnVM_Task, 'duration_secs': 0.394937} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.021925] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.021925] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8659fea8-9a86-4763-bf98-ad4fc7a97c72 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance 'cc9e95be-00b3-4a50-902b-fd06b2809b69' progress to 100 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.031663] env[69942]: DEBUG nova.scheduler.client.report [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.066469] env[69942]: DEBUG nova.network.neutron [-] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.108652] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5db5629d-ab28-489b-a90b-181023c004c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.118021] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f759d7a9-b476-470d-b72e-6c7f35bd35c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.153062] env[69942]: DEBUG nova.compute.manager [req-9bf1032c-5820-4baf-b50d-9e62b812df37 req-cdd5c59b-ac3e-4c65-87d8-dea42fdfd69d service nova] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Detach interface failed, port_id=2628f9f0-6d2a-49d8-930b-fa511beb5dc0, reason: Instance 08c30c2e-9588-4990-8d85-b747ff174e1b could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 930.537620] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.538219] env[69942]: DEBUG nova.compute.manager [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.543324] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.927s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.545042] env[69942]: INFO nova.compute.claims [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.568095] env[69942]: INFO nova.compute.manager [-] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Took 1.37 seconds to deallocate network for instance. [ 931.044238] env[69942]: DEBUG nova.compute.utils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.045692] env[69942]: DEBUG nova.compute.manager [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.045928] env[69942]: DEBUG nova.network.neutron [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.078108] env[69942]: DEBUG oslo_concurrency.lockutils [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.096519] env[69942]: DEBUG nova.policy [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ecc5e40933a4347a225a6dcbcf9e4b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238450bd92554c2bbaf2b3a2352674ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.309159] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.309463] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.480106] env[69942]: DEBUG nova.network.neutron [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Successfully created port: 3a7e01f3-ab08-4e44-9b77-849005d24776 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.552442] env[69942]: DEBUG nova.compute.manager [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.049019] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4952532c-6feb-4a0c-af65-9a9700917d44 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.061974] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b79857b-2c7b-4096-a0c7-5e5fa34031d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.104898] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d37eec6-4d08-47a3-b6fe-6474c5e77ab2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.115639] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc78c07-a9b7-44a1-b829-55ab66afe52a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.120444] env[69942]: DEBUG oslo_concurrency.lockutils [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "cc9e95be-00b3-4a50-902b-fd06b2809b69" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.120708] env[69942]: DEBUG oslo_concurrency.lockutils [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.121051] env[69942]: DEBUG nova.compute.manager [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Going to confirm migration 1 {{(pid=69942) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 932.134035] env[69942]: DEBUG nova.compute.provider_tree [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.569263] env[69942]: DEBUG nova.compute.manager [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.595681] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.595931] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.596103] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.596291] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.596438] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.596589] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.596793] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.597012] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.597204] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.597423] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.597606] env[69942]: DEBUG nova.virt.hardware [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.598484] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b423cdb-52a8-4794-a0cc-8d2210ad04de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.607031] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c903fb37-724e-48b6-9ee3-18a87afef3a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.636529] env[69942]: DEBUG nova.scheduler.client.report [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.700446] env[69942]: DEBUG oslo_concurrency.lockutils [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.700632] env[69942]: DEBUG oslo_concurrency.lockutils [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.700809] env[69942]: DEBUG nova.network.neutron [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.701117] env[69942]: DEBUG nova.objects.instance [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lazy-loading 'info_cache' on Instance uuid cc9e95be-00b3-4a50-902b-fd06b2809b69 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.869347] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "2b0b2884-e433-4e8c-ba38-b73760431846" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.869591] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "2b0b2884-e433-4e8c-ba38-b73760431846" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.016588] env[69942]: DEBUG nova.compute.manager [req-be8bb6f4-ebd8-41dd-a1f3-7e0ec304b84c req-767dc364-2e07-4eee-bd29-8902dde5a9a3 service nova] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Received event network-vif-plugged-3a7e01f3-ab08-4e44-9b77-849005d24776 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.016854] env[69942]: DEBUG oslo_concurrency.lockutils [req-be8bb6f4-ebd8-41dd-a1f3-7e0ec304b84c req-767dc364-2e07-4eee-bd29-8902dde5a9a3 service nova] Acquiring lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.017117] env[69942]: DEBUG oslo_concurrency.lockutils [req-be8bb6f4-ebd8-41dd-a1f3-7e0ec304b84c req-767dc364-2e07-4eee-bd29-8902dde5a9a3 service nova] Lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.017266] env[69942]: DEBUG oslo_concurrency.lockutils [req-be8bb6f4-ebd8-41dd-a1f3-7e0ec304b84c req-767dc364-2e07-4eee-bd29-8902dde5a9a3 service nova] Lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.017438] env[69942]: DEBUG nova.compute.manager [req-be8bb6f4-ebd8-41dd-a1f3-7e0ec304b84c req-767dc364-2e07-4eee-bd29-8902dde5a9a3 service nova] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] No waiting events found dispatching network-vif-plugged-3a7e01f3-ab08-4e44-9b77-849005d24776 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.017603] env[69942]: WARNING nova.compute.manager [req-be8bb6f4-ebd8-41dd-a1f3-7e0ec304b84c req-767dc364-2e07-4eee-bd29-8902dde5a9a3 service nova] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Received unexpected event network-vif-plugged-3a7e01f3-ab08-4e44-9b77-849005d24776 for instance with vm_state building and task_state spawning. [ 933.111779] env[69942]: DEBUG nova.network.neutron [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Successfully updated port: 3a7e01f3-ab08-4e44-9b77-849005d24776 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.141096] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.141610] env[69942]: DEBUG nova.compute.manager [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.144138] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.254s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.144786] env[69942]: DEBUG nova.objects.instance [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lazy-loading 'resources' on Instance uuid bf3a8bd4-f850-4d94-832f-04a1234d762a {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.613729] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "refresh_cache-0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.613895] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired lock "refresh_cache-0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.614064] env[69942]: DEBUG nova.network.neutron [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.648409] env[69942]: DEBUG nova.compute.utils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.653297] env[69942]: DEBUG nova.compute.manager [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.653495] env[69942]: DEBUG nova.network.neutron [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.717274] env[69942]: DEBUG nova.policy [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc98f3d95c44f54ba5f918b5f44695d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b54e75a228e4afcba3bbdf06dc909a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.148928] env[69942]: DEBUG nova.network.neutron [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Successfully created port: c41f3834-497e-4ba3-9a4c-66e91f880a51 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.155683] env[69942]: DEBUG nova.compute.manager [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.164116] env[69942]: DEBUG nova.network.neutron [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.211952] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f01d07-a558-448e-9e5a-de3ac8c25b88 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.216915] env[69942]: DEBUG nova.network.neutron [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance_info_cache with network_info: [{"id": "c05467f8-352b-430c-aa9d-ec52156349a2", "address": "fa:16:3e:76:13:1f", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc05467f8-35", "ovs_interfaceid": "c05467f8-352b-430c-aa9d-ec52156349a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.228996] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f876c5a-386f-40da-863e-61d0d882d1f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.265330] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd954558-110e-4195-95b9-f87d3e904e64 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.274114] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49253f90-d475-479f-b253-c605b4e2cada {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.291132] env[69942]: DEBUG nova.compute.provider_tree [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.443565] env[69942]: DEBUG nova.network.neutron [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Updating instance_info_cache with network_info: [{"id": "3a7e01f3-ab08-4e44-9b77-849005d24776", "address": "fa:16:3e:17:7c:3d", "network": {"id": "00f3ea31-c135-407a-9f4d-87232454bbff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-789493059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "238450bd92554c2bbaf2b3a2352674ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7e01f3-ab", "ovs_interfaceid": "3a7e01f3-ab08-4e44-9b77-849005d24776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.723792] env[69942]: DEBUG oslo_concurrency.lockutils [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "refresh_cache-cc9e95be-00b3-4a50-902b-fd06b2809b69" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.724082] env[69942]: DEBUG nova.objects.instance [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lazy-loading 'migration_context' on Instance uuid cc9e95be-00b3-4a50-902b-fd06b2809b69 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.793873] env[69942]: DEBUG nova.scheduler.client.report [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.945921] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Releasing lock "refresh_cache-0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.946372] env[69942]: DEBUG nova.compute.manager [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Instance network_info: |[{"id": "3a7e01f3-ab08-4e44-9b77-849005d24776", "address": "fa:16:3e:17:7c:3d", "network": {"id": "00f3ea31-c135-407a-9f4d-87232454bbff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-789493059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "238450bd92554c2bbaf2b3a2352674ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7e01f3-ab", "ovs_interfaceid": "3a7e01f3-ab08-4e44-9b77-849005d24776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.946872] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:7c:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a7e01f3-ab08-4e44-9b77-849005d24776', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.954584] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.955519] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.955761] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aafcea2-6987-4a27-ad8e-9da4c69ccec6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.977371] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.977371] env[69942]: value = "task-3830944" [ 934.977371] env[69942]: _type = "Task" [ 934.977371] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.986477] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830944, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.049775] env[69942]: DEBUG nova.compute.manager [req-88358276-9e75-4f62-8ff1-4df5f50e986f req-1d5efb59-9676-47a5-9a37-80da0cc4f08c service nova] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Received event network-changed-3a7e01f3-ab08-4e44-9b77-849005d24776 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.050156] env[69942]: DEBUG nova.compute.manager [req-88358276-9e75-4f62-8ff1-4df5f50e986f req-1d5efb59-9676-47a5-9a37-80da0cc4f08c service nova] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Refreshing instance network info cache due to event network-changed-3a7e01f3-ab08-4e44-9b77-849005d24776. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.050475] env[69942]: DEBUG oslo_concurrency.lockutils [req-88358276-9e75-4f62-8ff1-4df5f50e986f req-1d5efb59-9676-47a5-9a37-80da0cc4f08c service nova] Acquiring lock "refresh_cache-0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.050714] env[69942]: DEBUG oslo_concurrency.lockutils [req-88358276-9e75-4f62-8ff1-4df5f50e986f req-1d5efb59-9676-47a5-9a37-80da0cc4f08c service nova] Acquired lock "refresh_cache-0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.052498] env[69942]: DEBUG nova.network.neutron [req-88358276-9e75-4f62-8ff1-4df5f50e986f req-1d5efb59-9676-47a5-9a37-80da0cc4f08c service nova] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Refreshing network info cache for port 3a7e01f3-ab08-4e44-9b77-849005d24776 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.170025] env[69942]: DEBUG nova.compute.manager [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.215028] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.215028] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.215028] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.215028] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.215028] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.215028] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.215028] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.215505] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.218166] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.218476] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.218729] env[69942]: DEBUG nova.virt.hardware [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.219714] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc0b4d-a701-4271-b212-00666a3ccfc5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.228305] env[69942]: DEBUG nova.objects.base [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 935.229246] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a90e5f5-fa43-4f0e-963c-a3973eace75b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.233427] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dbb62e-dae4-4f38-ac30-47e21859eadd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.266074] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16e1d4d-1d5e-4911-a1c5-665896ee813e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.274120] env[69942]: DEBUG oslo_vmware.api [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 935.274120] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52be8ad7-91f1-eeeb-8ffb-83ba3d282329" [ 935.274120] env[69942]: _type = "Task" [ 935.274120] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.284897] env[69942]: DEBUG oslo_vmware.api [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52be8ad7-91f1-eeeb-8ffb-83ba3d282329, 'name': SearchDatastore_Task, 'duration_secs': 0.008051} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.285293] env[69942]: DEBUG oslo_concurrency.lockutils [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.299424] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.301923] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.122s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.303700] env[69942]: INFO nova.compute.claims [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.326366] env[69942]: INFO nova.scheduler.client.report [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Deleted allocations for instance bf3a8bd4-f850-4d94-832f-04a1234d762a [ 935.488823] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830944, 'name': CreateVM_Task, 'duration_secs': 0.339669} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.488823] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.488823] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.489083] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.489208] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.489416] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b4e070-b4dc-497d-bc60-5c06f5c236bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.494405] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 935.494405] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5238151b-67ec-1dc0-aa71-7e1fcdd47546" [ 935.494405] env[69942]: _type = "Task" [ 935.494405] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.507373] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5238151b-67ec-1dc0-aa71-7e1fcdd47546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.834522] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d1e11643-9796-44d1-ac17-05a68fc0190c tempest-ServersAdminNegativeTestJSON-917982301 tempest-ServersAdminNegativeTestJSON-917982301-project-member] Lock "bf3a8bd4-f850-4d94-832f-04a1234d762a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.038s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.011139] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5238151b-67ec-1dc0-aa71-7e1fcdd47546, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.012165] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.012165] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.012165] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.012165] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.012425] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.012664] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2c2bd5c-c9aa-4302-9d07-ddc3986307e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.022673] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.022867] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.023622] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7700cbbd-1051-498d-9129-40fd8fe346ab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.031894] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 936.031894] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fa0b4c-57ba-b702-013a-20e40c4b6215" [ 936.031894] env[69942]: _type = "Task" [ 936.031894] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.040601] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fa0b4c-57ba-b702-013a-20e40c4b6215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.146234] env[69942]: DEBUG nova.network.neutron [req-88358276-9e75-4f62-8ff1-4df5f50e986f req-1d5efb59-9676-47a5-9a37-80da0cc4f08c service nova] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Updated VIF entry in instance network info cache for port 3a7e01f3-ab08-4e44-9b77-849005d24776. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.146663] env[69942]: DEBUG nova.network.neutron [req-88358276-9e75-4f62-8ff1-4df5f50e986f req-1d5efb59-9676-47a5-9a37-80da0cc4f08c service nova] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Updating instance_info_cache with network_info: [{"id": "3a7e01f3-ab08-4e44-9b77-849005d24776", "address": "fa:16:3e:17:7c:3d", "network": {"id": "00f3ea31-c135-407a-9f4d-87232454bbff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-789493059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "238450bd92554c2bbaf2b3a2352674ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a7e01f3-ab", "ovs_interfaceid": "3a7e01f3-ab08-4e44-9b77-849005d24776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.234289] env[69942]: DEBUG nova.network.neutron [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Successfully updated port: c41f3834-497e-4ba3-9a4c-66e91f880a51 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.544651] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fa0b4c-57ba-b702-013a-20e40c4b6215, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.545933] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a34e9d-707f-4415-8975-6a5a1a20fb32 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.551243] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 936.551243] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527ff1a2-39af-b28e-a6f3-8bb80aaa2aab" [ 936.551243] env[69942]: _type = "Task" [ 936.551243] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.562017] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527ff1a2-39af-b28e-a6f3-8bb80aaa2aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.654644] env[69942]: DEBUG oslo_concurrency.lockutils [req-88358276-9e75-4f62-8ff1-4df5f50e986f req-1d5efb59-9676-47a5-9a37-80da0cc4f08c service nova] Releasing lock "refresh_cache-0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.736822] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "refresh_cache-fc4343e8-054c-41d5-9d43-010d83bb9135" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.736978] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "refresh_cache-fc4343e8-054c-41d5-9d43-010d83bb9135" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.737149] env[69942]: DEBUG nova.network.neutron [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.806216] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194d28a0-9530-4af1-baf2-f2d51aab873a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.814264] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5b7e94-1332-454c-9211-96ab0ab36182 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.845774] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b41cf41-e6df-4bc6-8c07-4f50ee3e890e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.853736] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ac784b-b454-482b-be46-a8e44c7957a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.867219] env[69942]: DEBUG nova.compute.provider_tree [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.062751] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527ff1a2-39af-b28e-a6f3-8bb80aaa2aab, 'name': SearchDatastore_Task, 'duration_secs': 0.010489} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.063230] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.063357] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4/0928cc3f-e729-4400-bdfd-ac55c9c1dfa4.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.063619] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e56b4b6f-6291-439c-92ff-dc9f579520ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.072015] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 937.072015] env[69942]: value = "task-3830945" [ 937.072015] env[69942]: _type = "Task" [ 937.072015] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.084185] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.121018] env[69942]: DEBUG nova.compute.manager [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Received event network-vif-plugged-c41f3834-497e-4ba3-9a4c-66e91f880a51 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.121363] env[69942]: DEBUG oslo_concurrency.lockutils [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] Acquiring lock "fc4343e8-054c-41d5-9d43-010d83bb9135-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.121594] env[69942]: DEBUG oslo_concurrency.lockutils [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] Lock "fc4343e8-054c-41d5-9d43-010d83bb9135-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.121808] env[69942]: DEBUG oslo_concurrency.lockutils [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] Lock "fc4343e8-054c-41d5-9d43-010d83bb9135-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.121996] env[69942]: DEBUG nova.compute.manager [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] No waiting events found dispatching network-vif-plugged-c41f3834-497e-4ba3-9a4c-66e91f880a51 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.122235] env[69942]: WARNING nova.compute.manager [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Received unexpected event network-vif-plugged-c41f3834-497e-4ba3-9a4c-66e91f880a51 for instance with vm_state building and task_state spawning. [ 937.122343] env[69942]: DEBUG nova.compute.manager [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Received event network-changed-c41f3834-497e-4ba3-9a4c-66e91f880a51 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.122584] env[69942]: DEBUG nova.compute.manager [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Refreshing instance network info cache due to event network-changed-c41f3834-497e-4ba3-9a4c-66e91f880a51. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.122786] env[69942]: DEBUG oslo_concurrency.lockutils [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] Acquiring lock "refresh_cache-fc4343e8-054c-41d5-9d43-010d83bb9135" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.273193] env[69942]: DEBUG nova.network.neutron [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.370827] env[69942]: DEBUG nova.scheduler.client.report [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.435539] env[69942]: DEBUG nova.network.neutron [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Updating instance_info_cache with network_info: [{"id": "c41f3834-497e-4ba3-9a4c-66e91f880a51", "address": "fa:16:3e:a3:b2:f5", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc41f3834-49", "ovs_interfaceid": "c41f3834-497e-4ba3-9a4c-66e91f880a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.589205] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830945, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.678130] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "681b735d-0d65-4d9b-be15-62c86ddc0e66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.678385] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "681b735d-0d65-4d9b-be15-62c86ddc0e66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.876163] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.876767] env[69942]: DEBUG nova.compute.manager [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.880235] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.479s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.882029] env[69942]: INFO nova.compute.claims [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.938207] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "refresh_cache-fc4343e8-054c-41d5-9d43-010d83bb9135" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.938536] env[69942]: DEBUG nova.compute.manager [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Instance network_info: |[{"id": "c41f3834-497e-4ba3-9a4c-66e91f880a51", "address": "fa:16:3e:a3:b2:f5", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc41f3834-49", "ovs_interfaceid": "c41f3834-497e-4ba3-9a4c-66e91f880a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.938842] env[69942]: DEBUG oslo_concurrency.lockutils [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] Acquired lock "refresh_cache-fc4343e8-054c-41d5-9d43-010d83bb9135" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.939031] env[69942]: DEBUG nova.network.neutron [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Refreshing network info cache for port c41f3834-497e-4ba3-9a4c-66e91f880a51 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.940158] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:b2:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c41f3834-497e-4ba3-9a4c-66e91f880a51', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.947828] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Creating folder: Project (3b54e75a228e4afcba3bbdf06dc909a0). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.950936] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-563c2850-d0e5-44b2-8abe-df6e0971f211 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.966166] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Created folder: Project (3b54e75a228e4afcba3bbdf06dc909a0) in parent group-v761487. [ 937.966166] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Creating folder: Instances. Parent ref: group-v761624. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.966166] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09c3b1ad-950d-40b0-8a95-de4b17166431 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.978660] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Created folder: Instances in parent group-v761624. [ 937.978899] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.979113] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.979322] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-699f6dda-6a3b-469d-aa44-02fe8fbf9afc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.001992] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.001992] env[69942]: value = "task-3830948" [ 938.001992] env[69942]: _type = "Task" [ 938.001992] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.010119] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830948, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.084669] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622317} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.084852] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4/0928cc3f-e729-4400-bdfd-ac55c9c1dfa4.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.085600] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.085894] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54969346-4852-49ce-9cc5-6e35572c706c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.093694] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 938.093694] env[69942]: value = "task-3830949" [ 938.093694] env[69942]: _type = "Task" [ 938.093694] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.103376] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.239145] env[69942]: DEBUG nova.network.neutron [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Updated VIF entry in instance network info cache for port c41f3834-497e-4ba3-9a4c-66e91f880a51. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.239145] env[69942]: DEBUG nova.network.neutron [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Updating instance_info_cache with network_info: [{"id": "c41f3834-497e-4ba3-9a4c-66e91f880a51", "address": "fa:16:3e:a3:b2:f5", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc41f3834-49", "ovs_interfaceid": "c41f3834-497e-4ba3-9a4c-66e91f880a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.390325] env[69942]: DEBUG nova.compute.utils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.394160] env[69942]: DEBUG nova.compute.manager [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.394160] env[69942]: DEBUG nova.network.neutron [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.438900] env[69942]: DEBUG nova.policy [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0596ca5bcd5d424f84fe840932390fae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dda6b30a43c4a33b9ee16db109c6234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.514915] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830948, 'name': CreateVM_Task, 'duration_secs': 0.413566} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.514915] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.515190] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.515355] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.515685] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.515940] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974b181a-b932-4644-9c6d-0d81025bdc07 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.521821] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 938.521821] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52be5bcc-52bf-61f7-8d4f-8c4ae454df60" [ 938.521821] env[69942]: _type = "Task" [ 938.521821] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.531219] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52be5bcc-52bf-61f7-8d4f-8c4ae454df60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.604880] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07235} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.605886] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.606839] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd6490c-dda5-4afb-9ccf-c7f664186a4f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.632360] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4/0928cc3f-e729-4400-bdfd-ac55c9c1dfa4.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.632360] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a8a9a0-684d-4246-9d1c-3acf35f52f34 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.652484] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 938.652484] env[69942]: value = "task-3830950" [ 938.652484] env[69942]: _type = "Task" [ 938.652484] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.661848] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.743788] env[69942]: DEBUG oslo_concurrency.lockutils [req-ecc73620-cafd-42f2-a17b-3dc2d813ef66 req-92546c26-5190-4261-9a17-9d241b31fc9e service nova] Releasing lock "refresh_cache-fc4343e8-054c-41d5-9d43-010d83bb9135" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.784392] env[69942]: DEBUG nova.network.neutron [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Successfully created port: af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.896269] env[69942]: DEBUG nova.compute.manager [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.034660] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52be5bcc-52bf-61f7-8d4f-8c4ae454df60, 'name': SearchDatastore_Task, 'duration_secs': 0.045621} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.037639] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.037898] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.038171] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.038332] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.038524] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.039202] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f113daa-f8b6-46ac-b352-921ff52b9e64 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.048640] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.048857] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.052301] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41294f5a-ad9f-4e96-856e-13b57baac3f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.059143] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 939.059143] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f43b10-81d3-f4dc-e848-99001f59960e" [ 939.059143] env[69942]: _type = "Task" [ 939.059143] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.070270] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f43b10-81d3-f4dc-e848-99001f59960e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.147421] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.147709] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.168801] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.395613] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9cac12-d03d-4d24-9de3-e6f363cf0ee7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.407922] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e34e043-a0d0-437d-b864-6adb392dfae1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.442517] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11983751-7fe4-47f2-bdf8-c264415b19bd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.451735] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6173b4cf-d954-491e-b82e-76e7f13ec1c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.466675] env[69942]: DEBUG nova.compute.provider_tree [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.569695] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f43b10-81d3-f4dc-e848-99001f59960e, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.570527] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec22869-7414-49a1-a446-ea48675685e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.576171] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 939.576171] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5263d708-54be-abf6-9ea6-7d1cb193a1ba" [ 939.576171] env[69942]: _type = "Task" [ 939.576171] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.584834] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5263d708-54be-abf6-9ea6-7d1cb193a1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.659295] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.659947] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.660191] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.660395] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.660593] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.660894] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.661051] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 939.661240] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.665679] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830950, 'name': ReconfigVM_Task, 'duration_secs': 0.592432} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.666167] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4/0928cc3f-e729-4400-bdfd-ac55c9c1dfa4.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.666777] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7154e1e3-9b47-4c58-9e0b-a3d4c00437b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.673070] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 939.673070] env[69942]: value = "task-3830951" [ 939.673070] env[69942]: _type = "Task" [ 939.673070] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.683746] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830951, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.914208] env[69942]: DEBUG nova.compute.manager [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.942333] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.942620] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.942847] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.942963] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.943126] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.943288] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.943489] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.943646] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.943826] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.944631] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.944824] env[69942]: DEBUG nova.virt.hardware [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.946183] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53119fc3-7c49-413b-abba-99b6ec127c51 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.956332] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab4f939-3ada-4a39-96af-2cb4656148b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.971373] env[69942]: DEBUG nova.scheduler.client.report [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.089603] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5263d708-54be-abf6-9ea6-7d1cb193a1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.089895] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.090159] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] fc4343e8-054c-41d5-9d43-010d83bb9135/fc4343e8-054c-41d5-9d43-010d83bb9135.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.090426] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6f91140-bbc0-4717-b64d-67cf273a013c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.097757] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 940.097757] env[69942]: value = "task-3830952" [ 940.097757] env[69942]: _type = "Task" [ 940.097757] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.106473] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.167503] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.184013] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830951, 'name': Rename_Task, 'duration_secs': 0.150116} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.184447] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.184782] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea6245a9-d7fb-4b7f-b57f-d60ef799f9a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.191614] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 940.191614] env[69942]: value = "task-3830953" [ 940.191614] env[69942]: _type = "Task" [ 940.191614] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.201191] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.215600] env[69942]: DEBUG nova.compute.manager [req-91f4e8ac-3659-4362-b9bf-d11ebebfbf54 req-46ea9513-744f-47cf-bfa8-f37ae49b5e5c service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Received event network-vif-plugged-af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.215841] env[69942]: DEBUG oslo_concurrency.lockutils [req-91f4e8ac-3659-4362-b9bf-d11ebebfbf54 req-46ea9513-744f-47cf-bfa8-f37ae49b5e5c service nova] Acquiring lock "669b2238-7193-4550-ac42-e3f7134b867e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.216079] env[69942]: DEBUG oslo_concurrency.lockutils [req-91f4e8ac-3659-4362-b9bf-d11ebebfbf54 req-46ea9513-744f-47cf-bfa8-f37ae49b5e5c service nova] Lock "669b2238-7193-4550-ac42-e3f7134b867e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.216258] env[69942]: DEBUG oslo_concurrency.lockutils [req-91f4e8ac-3659-4362-b9bf-d11ebebfbf54 req-46ea9513-744f-47cf-bfa8-f37ae49b5e5c service nova] Lock "669b2238-7193-4550-ac42-e3f7134b867e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.216443] env[69942]: DEBUG nova.compute.manager [req-91f4e8ac-3659-4362-b9bf-d11ebebfbf54 req-46ea9513-744f-47cf-bfa8-f37ae49b5e5c service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] No waiting events found dispatching network-vif-plugged-af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.216622] env[69942]: WARNING nova.compute.manager [req-91f4e8ac-3659-4362-b9bf-d11ebebfbf54 req-46ea9513-744f-47cf-bfa8-f37ae49b5e5c service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Received unexpected event network-vif-plugged-af1a1a04-529f-4864-8241-dc55e9adc5d9 for instance with vm_state building and task_state spawning. [ 940.323947] env[69942]: DEBUG nova.network.neutron [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Successfully updated port: af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.476653] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.477569] env[69942]: DEBUG nova.compute.manager [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.481034] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.699s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.481287] env[69942]: DEBUG nova.objects.instance [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lazy-loading 'resources' on Instance uuid 50c433bb-66a1-4587-9ff7-fbbf3596587a {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.607369] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483183} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.607665] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] fc4343e8-054c-41d5-9d43-010d83bb9135/fc4343e8-054c-41d5-9d43-010d83bb9135.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.607892] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.608171] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45ef969a-4aac-4f4e-835d-97924d180d9b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.614993] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 940.614993] env[69942]: value = "task-3830954" [ 940.614993] env[69942]: _type = "Task" [ 940.614993] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.623638] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.702711] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.828399] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.828572] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquired lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.828738] env[69942]: DEBUG nova.network.neutron [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.984734] env[69942]: DEBUG nova.compute.utils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.990301] env[69942]: DEBUG nova.compute.manager [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.990508] env[69942]: DEBUG nova.network.neutron [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.068961] env[69942]: DEBUG nova.policy [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3694b8710934ac9bef02fc9f1f32c86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12eca5ef922b465bb1ab7eb059b30c67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.126480] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058671} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.129621] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.138032] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc70ef-ca3e-4849-b8fc-f6b348eac707 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.162731] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] fc4343e8-054c-41d5-9d43-010d83bb9135/fc4343e8-054c-41d5-9d43-010d83bb9135.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.165873] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eec94fe9-79cf-4774-a881-1857cae6021c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.186881] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 941.186881] env[69942]: value = "task-3830955" [ 941.186881] env[69942]: _type = "Task" [ 941.186881] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.198792] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.203655] env[69942]: DEBUG oslo_vmware.api [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830953, 'name': PowerOnVM_Task, 'duration_secs': 0.696824} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.203904] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.204124] env[69942]: INFO nova.compute.manager [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Took 8.63 seconds to spawn the instance on the hypervisor. [ 941.204330] env[69942]: DEBUG nova.compute.manager [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.205325] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78701155-d5f3-4291-b53a-055060d6f1bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.378941] env[69942]: DEBUG nova.network.neutron [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.415438] env[69942]: DEBUG nova.network.neutron [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Successfully created port: 680b773d-55c1-4747-a0f6-fe8999290dd1 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.491650] env[69942]: DEBUG nova.compute.manager [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.518146] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f76a3d5-3c1d-4d7e-bde3-f44320114779 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.528920] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a239299-d618-4ca7-b460-40a95439abb7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.577377] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241b044e-602a-48bc-aa76-1a839973f775 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.589286] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b799d29b-1f33-4eaf-b17e-ac09ee8f8d8b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.605940] env[69942]: DEBUG nova.compute.provider_tree [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.652845] env[69942]: DEBUG nova.network.neutron [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Updating instance_info_cache with network_info: [{"id": "af1a1a04-529f-4864-8241-dc55e9adc5d9", "address": "fa:16:3e:50:ab:d9", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1a1a04-52", "ovs_interfaceid": "af1a1a04-529f-4864-8241-dc55e9adc5d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.696837] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.729889] env[69942]: INFO nova.compute.manager [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Took 45.17 seconds to build instance. [ 942.114626] env[69942]: DEBUG nova.scheduler.client.report [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.155983] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Releasing lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.156350] env[69942]: DEBUG nova.compute.manager [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Instance network_info: |[{"id": "af1a1a04-529f-4864-8241-dc55e9adc5d9", "address": "fa:16:3e:50:ab:d9", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1a1a04-52", "ovs_interfaceid": "af1a1a04-529f-4864-8241-dc55e9adc5d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.156789] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:ab:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af1a1a04-529f-4864-8241-dc55e9adc5d9', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.167439] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Creating folder: Project (0dda6b30a43c4a33b9ee16db109c6234). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.168144] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-276a7a91-e543-448c-b170-c254c58e3d01 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.182533] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Created folder: Project (0dda6b30a43c4a33b9ee16db109c6234) in parent group-v761487. [ 942.183294] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Creating folder: Instances. Parent ref: group-v761627. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.183294] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05de79e8-43e1-42ad-8548-7c421f82cad2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.196864] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Created folder: Instances in parent group-v761627. [ 942.197284] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.201681] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.202334] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.202559] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65489ac8-7cef-4a00-8373-09a3cf1e861c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.222804] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.222804] env[69942]: value = "task-3830958" [ 942.222804] env[69942]: _type = "Task" [ 942.222804] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.232663] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7945280b-275c-4f71-90f3-fc594320c3f1 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.855s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.233025] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830958, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.442803] env[69942]: DEBUG nova.compute.manager [req-983ee029-f30f-4ed7-8702-3115307fac55 req-6427b374-9bf0-4ba1-8a5c-ae4516eaf9d0 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Received event network-changed-af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.443036] env[69942]: DEBUG nova.compute.manager [req-983ee029-f30f-4ed7-8702-3115307fac55 req-6427b374-9bf0-4ba1-8a5c-ae4516eaf9d0 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Refreshing instance network info cache due to event network-changed-af1a1a04-529f-4864-8241-dc55e9adc5d9. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.443187] env[69942]: DEBUG oslo_concurrency.lockutils [req-983ee029-f30f-4ed7-8702-3115307fac55 req-6427b374-9bf0-4ba1-8a5c-ae4516eaf9d0 service nova] Acquiring lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.443334] env[69942]: DEBUG oslo_concurrency.lockutils [req-983ee029-f30f-4ed7-8702-3115307fac55 req-6427b374-9bf0-4ba1-8a5c-ae4516eaf9d0 service nova] Acquired lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.443490] env[69942]: DEBUG nova.network.neutron [req-983ee029-f30f-4ed7-8702-3115307fac55 req-6427b374-9bf0-4ba1-8a5c-ae4516eaf9d0 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Refreshing network info cache for port af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.501049] env[69942]: DEBUG nova.compute.manager [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.525538] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.525880] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.526058] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.526248] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.526399] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.526624] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.526992] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.527236] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.527465] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.527725] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.528020] env[69942]: DEBUG nova.virt.hardware [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.528996] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17ceca3-b419-4bdc-a4fd-9e8253dce7b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.538502] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cff2857-ba28-434d-a54d-28a78617eedb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.620364] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.623425] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.324s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.624912] env[69942]: INFO nova.compute.claims [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.649167] env[69942]: INFO nova.scheduler.client.report [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Deleted allocations for instance 50c433bb-66a1-4587-9ff7-fbbf3596587a [ 942.701546] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830955, 'name': ReconfigVM_Task, 'duration_secs': 1.125292} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.701856] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Reconfigured VM instance instance-0000002d to attach disk [datastore1] fc4343e8-054c-41d5-9d43-010d83bb9135/fc4343e8-054c-41d5-9d43-010d83bb9135.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.702593] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-022d34c7-d7ef-47c4-96a4-acee88f654f6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.712171] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 942.712171] env[69942]: value = "task-3830959" [ 942.712171] env[69942]: _type = "Task" [ 942.712171] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.723399] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830959, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.732600] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830958, 'name': CreateVM_Task, 'duration_secs': 0.321704} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.732798] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.733663] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.733853] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.734222] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.734513] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fce8058-422c-44d2-9df1-677c3f40a39a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.736493] env[69942]: DEBUG nova.compute.manager [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.745599] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 942.745599] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e31ea2-3b0e-9a21-e7eb-0d3d86493306" [ 942.745599] env[69942]: _type = "Task" [ 942.745599] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.758632] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e31ea2-3b0e-9a21-e7eb-0d3d86493306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.156340] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a1c688f-369e-4d4a-93bc-283025c26913 tempest-ImagesNegativeTestJSON-1402290449 tempest-ImagesNegativeTestJSON-1402290449-project-member] Lock "50c433bb-66a1-4587-9ff7-fbbf3596587a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.127s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.222925] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830959, 'name': Rename_Task, 'duration_secs': 0.149531} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.223293] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.223503] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3b9157c-2014-4498-9f8f-005bdafd2a69 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.230720] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 943.230720] env[69942]: value = "task-3830960" [ 943.230720] env[69942]: _type = "Task" [ 943.230720] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.243848] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.257146] env[69942]: DEBUG nova.compute.manager [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.260672] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9975206-4a76-4c9e-81f3-043451691ce5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.265033] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e31ea2-3b0e-9a21-e7eb-0d3d86493306, 'name': SearchDatastore_Task, 'duration_secs': 0.013164} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.265745] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.268585] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.268831] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.269068] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.269220] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.269432] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.270125] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f90dfb4-889f-4119-b0c4-8fb8caa2f490 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.284951] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.285181] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.285980] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0ac38c-63f5-46f0-b6ae-0f4d69b0050c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.290940] env[69942]: DEBUG nova.network.neutron [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Successfully updated port: 680b773d-55c1-4747-a0f6-fe8999290dd1 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.295345] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 943.295345] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520e700c-a157-93af-0d52-33b9fd7ab029" [ 943.295345] env[69942]: _type = "Task" [ 943.295345] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.306083] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520e700c-a157-93af-0d52-33b9fd7ab029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.327652] env[69942]: DEBUG nova.network.neutron [req-983ee029-f30f-4ed7-8702-3115307fac55 req-6427b374-9bf0-4ba1-8a5c-ae4516eaf9d0 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Updated VIF entry in instance network info cache for port af1a1a04-529f-4864-8241-dc55e9adc5d9. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.328027] env[69942]: DEBUG nova.network.neutron [req-983ee029-f30f-4ed7-8702-3115307fac55 req-6427b374-9bf0-4ba1-8a5c-ae4516eaf9d0 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Updating instance_info_cache with network_info: [{"id": "af1a1a04-529f-4864-8241-dc55e9adc5d9", "address": "fa:16:3e:50:ab:d9", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1a1a04-52", "ovs_interfaceid": "af1a1a04-529f-4864-8241-dc55e9adc5d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.744864] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830960, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.783465] env[69942]: INFO nova.compute.manager [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] instance snapshotting [ 943.792177] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3571b5a-2eb2-41db-93b3-dc5f3e2034a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.796766] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "refresh_cache-727ce1de-a223-4539-b185-b2bc331a8151" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.797235] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "refresh_cache-727ce1de-a223-4539-b185-b2bc331a8151" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.797559] env[69942]: DEBUG nova.network.neutron [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.824425] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac39326-9837-4cba-af5d-ad6d50541810 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.834190] env[69942]: DEBUG oslo_concurrency.lockutils [req-983ee029-f30f-4ed7-8702-3115307fac55 req-6427b374-9bf0-4ba1-8a5c-ae4516eaf9d0 service nova] Releasing lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.834470] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520e700c-a157-93af-0d52-33b9fd7ab029, 'name': SearchDatastore_Task, 'duration_secs': 0.015628} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.840412] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df950165-0cba-4202-bb5a-98eac8218b64 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.857020] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 943.857020] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52782b26-f5f8-bd93-bde6-876d73920d51" [ 943.857020] env[69942]: _type = "Task" [ 943.857020] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.863495] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52782b26-f5f8-bd93-bde6-876d73920d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.135312] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f16da8-00ce-435c-80be-fdf792ad7396 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.143679] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da4d752-07e7-43dd-83e8-3e43aea20ee6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.173976] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3175f9-aea6-4eee-9976-c8208a7c20e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.182184] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e253d1-43c1-435e-95d9-9daac8addd3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.198158] env[69942]: DEBUG nova.compute.provider_tree [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.243916] env[69942]: DEBUG oslo_vmware.api [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3830960, 'name': PowerOnVM_Task, 'duration_secs': 0.616993} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.244256] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.244536] env[69942]: INFO nova.compute.manager [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Took 9.08 seconds to spawn the instance on the hypervisor. [ 944.244716] env[69942]: DEBUG nova.compute.manager [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.245563] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a38109-4ce3-425e-abe5-1856d0b3ae36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.342204] env[69942]: DEBUG nova.network.neutron [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.350834] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 944.351160] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-def8e9d5-ba41-4a0a-983b-0824e45bbe86 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.360079] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 944.360079] env[69942]: value = "task-3830961" [ 944.360079] env[69942]: _type = "Task" [ 944.360079] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.370796] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52782b26-f5f8-bd93-bde6-876d73920d51, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.370796] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.371176] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 669b2238-7193-4550-ac42-e3f7134b867e/669b2238-7193-4550-ac42-e3f7134b867e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.371479] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8a56f1-d91a-49a6-a21d-f9cdb6f6ef49 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.381520] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.387995] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 944.387995] env[69942]: value = "task-3830962" [ 944.387995] env[69942]: _type = "Task" [ 944.387995] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.398136] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.608893] env[69942]: DEBUG nova.compute.manager [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Received event network-vif-plugged-680b773d-55c1-4747-a0f6-fe8999290dd1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.609304] env[69942]: DEBUG oslo_concurrency.lockutils [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] Acquiring lock "727ce1de-a223-4539-b185-b2bc331a8151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.609628] env[69942]: DEBUG oslo_concurrency.lockutils [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] Lock "727ce1de-a223-4539-b185-b2bc331a8151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.609890] env[69942]: DEBUG oslo_concurrency.lockutils [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] Lock "727ce1de-a223-4539-b185-b2bc331a8151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.610135] env[69942]: DEBUG nova.compute.manager [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] No waiting events found dispatching network-vif-plugged-680b773d-55c1-4747-a0f6-fe8999290dd1 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.610311] env[69942]: WARNING nova.compute.manager [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Received unexpected event network-vif-plugged-680b773d-55c1-4747-a0f6-fe8999290dd1 for instance with vm_state building and task_state spawning. [ 944.611040] env[69942]: DEBUG nova.compute.manager [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Received event network-changed-680b773d-55c1-4747-a0f6-fe8999290dd1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.611040] env[69942]: DEBUG nova.compute.manager [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Refreshing instance network info cache due to event network-changed-680b773d-55c1-4747-a0f6-fe8999290dd1. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.611040] env[69942]: DEBUG oslo_concurrency.lockutils [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] Acquiring lock "refresh_cache-727ce1de-a223-4539-b185-b2bc331a8151" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.611986] env[69942]: DEBUG nova.network.neutron [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Updating instance_info_cache with network_info: [{"id": "680b773d-55c1-4747-a0f6-fe8999290dd1", "address": "fa:16:3e:c6:b3:20", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680b773d-55", "ovs_interfaceid": "680b773d-55c1-4747-a0f6-fe8999290dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.702434] env[69942]: DEBUG nova.scheduler.client.report [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.766351] env[69942]: INFO nova.compute.manager [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Took 48.17 seconds to build instance. [ 944.873648] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830961, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.903242] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830962, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.115628] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "refresh_cache-727ce1de-a223-4539-b185-b2bc331a8151" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.115988] env[69942]: DEBUG nova.compute.manager [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Instance network_info: |[{"id": "680b773d-55c1-4747-a0f6-fe8999290dd1", "address": "fa:16:3e:c6:b3:20", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680b773d-55", "ovs_interfaceid": "680b773d-55c1-4747-a0f6-fe8999290dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.116319] env[69942]: DEBUG oslo_concurrency.lockutils [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] Acquired lock "refresh_cache-727ce1de-a223-4539-b185-b2bc331a8151" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.116515] env[69942]: DEBUG nova.network.neutron [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Refreshing network info cache for port 680b773d-55c1-4747-a0f6-fe8999290dd1 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.117842] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b3:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '680b773d-55c1-4747-a0f6-fe8999290dd1', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.127403] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.127897] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.128138] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5d1a82c-3084-4577-957f-269ce72215b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.160425] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.160425] env[69942]: value = "task-3830963" [ 945.160425] env[69942]: _type = "Task" [ 945.160425] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.172782] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830963, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.208340] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.208953] env[69942]: DEBUG nova.compute.manager [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.215043] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.589s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.215043] env[69942]: INFO nova.compute.claims [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.270285] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4ec59ed1-c5f0-46e4-bbbf-5951eee5fee8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "fc4343e8-054c-41d5-9d43-010d83bb9135" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.494s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.373308] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830961, 'name': CreateSnapshot_Task, 'duration_secs': 0.973908} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.373645] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 945.374628] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13d5164-7992-469d-803e-aa2bbde0ad77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.401034] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512527} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.401377] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 669b2238-7193-4550-ac42-e3f7134b867e/669b2238-7193-4550-ac42-e3f7134b867e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.401590] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.401823] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c6b84cb-6f75-4104-8557-b7bccde0c7c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.410656] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 945.410656] env[69942]: value = "task-3830964" [ 945.410656] env[69942]: _type = "Task" [ 945.410656] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.424279] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.677023] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830963, 'name': CreateVM_Task, 'duration_secs': 0.351051} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.677023] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.677023] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.677023] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.677023] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.677023] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284256e7-1c93-4cd1-9228-da9f1d3275a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.681173] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 945.681173] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5215fe5c-b87f-4d88-5c0a-84e59aa15231" [ 945.681173] env[69942]: _type = "Task" [ 945.681173] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.696546] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5215fe5c-b87f-4d88-5c0a-84e59aa15231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.721227] env[69942]: DEBUG nova.compute.utils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.724586] env[69942]: DEBUG nova.compute.manager [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.724930] env[69942]: DEBUG nova.network.neutron [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.772282] env[69942]: DEBUG nova.compute.manager [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.852211] env[69942]: DEBUG nova.policy [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a45110eacae4457a87559d6eccf6ddc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8806bbca016a4cc9b71465780837ef07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.903154] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 945.907133] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4021f227-a4d9-4f13-a5a5-95449d61c54b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.917599] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 945.917599] env[69942]: value = "task-3830965" [ 945.917599] env[69942]: _type = "Task" [ 945.917599] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.925118] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079576} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.925118] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.926074] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c43117c-80ab-4e55-93bf-0c87e21778c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.932448] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830965, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.958404] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 669b2238-7193-4550-ac42-e3f7134b867e/669b2238-7193-4550-ac42-e3f7134b867e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.959492] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f28b0f1f-99a1-4985-b531-2b95647d4663 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.981896] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 945.981896] env[69942]: value = "task-3830966" [ 945.981896] env[69942]: _type = "Task" [ 945.981896] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.994527] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.013538] env[69942]: DEBUG nova.network.neutron [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Updated VIF entry in instance network info cache for port 680b773d-55c1-4747-a0f6-fe8999290dd1. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.013538] env[69942]: DEBUG nova.network.neutron [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Updating instance_info_cache with network_info: [{"id": "680b773d-55c1-4747-a0f6-fe8999290dd1", "address": "fa:16:3e:c6:b3:20", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680b773d-55", "ovs_interfaceid": "680b773d-55c1-4747-a0f6-fe8999290dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.197980] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5215fe5c-b87f-4d88-5c0a-84e59aa15231, 'name': SearchDatastore_Task, 'duration_secs': 0.030852} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.199220] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.199220] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.199220] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.199542] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.200352] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.200352] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82fa14d2-ed46-436b-9e29-d6d039303e1d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.210575] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.210830] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.211727] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ddef996-5d8b-41d8-a888-c002aa6f5f0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.218407] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 946.218407] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c1172c-96c7-98d9-0848-2f41a729879c" [ 946.218407] env[69942]: _type = "Task" [ 946.218407] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.230313] env[69942]: DEBUG nova.compute.manager [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.236116] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c1172c-96c7-98d9-0848-2f41a729879c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.298671] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.439876] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830965, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.467830] env[69942]: DEBUG nova.network.neutron [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Successfully created port: bde6d2c8-adbb-44db-9c73-e364afb265e2 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.496755] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830966, 'name': ReconfigVM_Task, 'duration_secs': 0.347538} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.500701] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 669b2238-7193-4550-ac42-e3f7134b867e/669b2238-7193-4550-ac42-e3f7134b867e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.502026] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5feca35b-8541-4f55-becf-519ad6731832 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.512795] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 946.512795] env[69942]: value = "task-3830967" [ 946.512795] env[69942]: _type = "Task" [ 946.512795] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.517060] env[69942]: DEBUG oslo_concurrency.lockutils [req-a6638f54-d3a9-42e7-a09c-41cadf530f31 req-81971ca6-fe2d-4a5f-9a22-ee24616a0950 service nova] Releasing lock "refresh_cache-727ce1de-a223-4539-b185-b2bc331a8151" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.526849] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830967, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.645250] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.645741] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.730788] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c1172c-96c7-98d9-0848-2f41a729879c, 'name': SearchDatastore_Task, 'duration_secs': 0.01167} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.732151] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9978d2ee-a973-47ce-9ae1-dc7bd845b387 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.747999] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 946.747999] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522820fa-5508-99ad-f764-1433da3122f6" [ 946.747999] env[69942]: _type = "Task" [ 946.747999] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.758900] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522820fa-5508-99ad-f764-1433da3122f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.880450] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4555512b-bd4c-4480-ab41-f6f8fdbbcc4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.888901] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dcae1f-8ba5-4210-872e-d2c9506b1c4d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.923767] env[69942]: DEBUG nova.network.neutron [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Successfully created port: 29069c92-5033-48a2-b230-64ef36cb9722 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.930189] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b57b352-1b03-44de-93f0-7a628177ab7c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.950191] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e480aa89-8b02-4441-a928-86473c1d9ac7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.958029] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830965, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.974171] env[69942]: DEBUG nova.compute.provider_tree [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.026094] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830967, 'name': Rename_Task, 'duration_secs': 0.182996} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.026419] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.026700] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff54dc66-1fae-4057-8c6b-530687664dec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.035115] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 947.035115] env[69942]: value = "task-3830968" [ 947.035115] env[69942]: _type = "Task" [ 947.035115] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.045586] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.250497] env[69942]: DEBUG nova.compute.manager [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.268257] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522820fa-5508-99ad-f764-1433da3122f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.268717] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.269292] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 727ce1de-a223-4539-b185-b2bc331a8151/727ce1de-a223-4539-b185-b2bc331a8151.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.269657] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab86e9bc-3034-46a0-9a91-5f1253ed7679 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.278868] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 947.278868] env[69942]: value = "task-3830969" [ 947.278868] env[69942]: _type = "Task" [ 947.278868] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.291057] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.291350] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.291526] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.291730] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.291893] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.292123] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.292370] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.292557] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.292751] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.292917] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.293127] env[69942]: DEBUG nova.virt.hardware [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.294185] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1660812-6744-4f88-9319-759d3df2b139 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.301780] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.308712] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8e49d8-4a8b-4cf9-8b95-cbdf80c84a01 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.440851] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830965, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.478422] env[69942]: DEBUG nova.scheduler.client.report [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.548092] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.797584] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830969, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.937308] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830965, 'name': CloneVM_Task, 'duration_secs': 1.641916} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.937788] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Created linked-clone VM from snapshot [ 947.939123] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21528e3-77ef-4673-8eeb-880672413a5e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.950771] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Uploading image 6f1ed64a-83fc-4a00-84d0-62388cf3ae07 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 947.966848] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 947.967299] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b210393-6566-4ad7-aad8-db232f58edbd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.974983] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 947.974983] env[69942]: value = "task-3830970" [ 947.974983] env[69942]: _type = "Task" [ 947.974983] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.985147] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.989649] env[69942]: DEBUG nova.compute.manager [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.994436] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830970, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.994436] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.856s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.994436] env[69942]: DEBUG nova.objects.instance [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lazy-loading 'resources' on Instance uuid 5c226156-e597-42b0-bc7b-6ea6cc105004 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.051745] env[69942]: DEBUG oslo_vmware.api [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3830968, 'name': PowerOnVM_Task, 'duration_secs': 0.64976} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.053052] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.053052] env[69942]: INFO nova.compute.manager [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Took 8.14 seconds to spawn the instance on the hypervisor. [ 948.053261] env[69942]: DEBUG nova.compute.manager [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.054130] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d0594b-bd82-4cd0-b969-47a8388a96f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.296845] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669934} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.297200] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 727ce1de-a223-4539-b185-b2bc331a8151/727ce1de-a223-4539-b185-b2bc331a8151.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.297425] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.297694] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9866905a-a045-4479-b0ba-c51e937ade77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.305602] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 948.305602] env[69942]: value = "task-3830971" [ 948.305602] env[69942]: _type = "Task" [ 948.305602] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.316634] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.486987] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830970, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.496077] env[69942]: DEBUG nova.compute.utils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.502177] env[69942]: DEBUG nova.compute.manager [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.502442] env[69942]: DEBUG nova.network.neutron [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.524128] env[69942]: DEBUG nova.compute.manager [req-adb67fce-7d9a-4bae-b6d7-e5c44d11dfef req-e309d0bb-9bef-4579-9c58-fe95d1edbd10 service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Received event network-vif-plugged-bde6d2c8-adbb-44db-9c73-e364afb265e2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.524128] env[69942]: DEBUG oslo_concurrency.lockutils [req-adb67fce-7d9a-4bae-b6d7-e5c44d11dfef req-e309d0bb-9bef-4579-9c58-fe95d1edbd10 service nova] Acquiring lock "3655deab-c776-49e7-aa4d-f6aef76048b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.524128] env[69942]: DEBUG oslo_concurrency.lockutils [req-adb67fce-7d9a-4bae-b6d7-e5c44d11dfef req-e309d0bb-9bef-4579-9c58-fe95d1edbd10 service nova] Lock "3655deab-c776-49e7-aa4d-f6aef76048b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.524869] env[69942]: DEBUG oslo_concurrency.lockutils [req-adb67fce-7d9a-4bae-b6d7-e5c44d11dfef req-e309d0bb-9bef-4579-9c58-fe95d1edbd10 service nova] Lock "3655deab-c776-49e7-aa4d-f6aef76048b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.524869] env[69942]: DEBUG nova.compute.manager [req-adb67fce-7d9a-4bae-b6d7-e5c44d11dfef req-e309d0bb-9bef-4579-9c58-fe95d1edbd10 service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] No waiting events found dispatching network-vif-plugged-bde6d2c8-adbb-44db-9c73-e364afb265e2 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.524869] env[69942]: WARNING nova.compute.manager [req-adb67fce-7d9a-4bae-b6d7-e5c44d11dfef req-e309d0bb-9bef-4579-9c58-fe95d1edbd10 service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Received unexpected event network-vif-plugged-bde6d2c8-adbb-44db-9c73-e364afb265e2 for instance with vm_state building and task_state spawning. [ 948.581098] env[69942]: DEBUG nova.policy [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '021e1aaddb974c4697a762c0afbc2125', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdda569899dd4c6bbc461eafdc46286e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.582949] env[69942]: INFO nova.compute.manager [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Took 48.43 seconds to build instance. [ 948.791899] env[69942]: DEBUG nova.network.neutron [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Successfully updated port: bde6d2c8-adbb-44db-9c73-e364afb265e2 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.823315] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152871} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.823608] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.824506] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d111fb-557c-4f32-87e6-8d5e43c1b4f7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.852634] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 727ce1de-a223-4539-b185-b2bc331a8151/727ce1de-a223-4539-b185-b2bc331a8151.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.856020] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f259ea6c-7f68-4e58-8f8a-8447fa7ed3cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.879935] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 948.879935] env[69942]: value = "task-3830972" [ 948.879935] env[69942]: _type = "Task" [ 948.879935] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.891401] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.989488] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830970, 'name': Destroy_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.999593] env[69942]: DEBUG nova.compute.manager [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.090518] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9cf10f8e-4e78-4ced-8230-fdb357ef40ae tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "669b2238-7193-4550-ac42-e3f7134b867e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.542s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.094903] env[69942]: DEBUG nova.network.neutron [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Successfully created port: db16338b-7921-45e7-a689-b36e812e7d7c {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.135421] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6df15-c7e5-49c2-9aa3-aa11c1becab5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.144729] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af5981f-4f19-4418-b06f-a4561b5b67fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.183463] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fa0593-8ba9-42fc-961f-118f8a1b76f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.192202] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1baa06e-821a-4de9-9a6e-3c06e1e88a22 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.209193] env[69942]: DEBUG nova.compute.provider_tree [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.314048] env[69942]: DEBUG nova.compute.manager [req-4660611e-cc98-49d2-9600-0200070ba94c req-53fc6eda-3e21-46b5-ace9-abcb050304c7 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Received event network-changed-af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.314674] env[69942]: DEBUG nova.compute.manager [req-4660611e-cc98-49d2-9600-0200070ba94c req-53fc6eda-3e21-46b5-ace9-abcb050304c7 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Refreshing instance network info cache due to event network-changed-af1a1a04-529f-4864-8241-dc55e9adc5d9. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.314908] env[69942]: DEBUG oslo_concurrency.lockutils [req-4660611e-cc98-49d2-9600-0200070ba94c req-53fc6eda-3e21-46b5-ace9-abcb050304c7 service nova] Acquiring lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.315582] env[69942]: DEBUG oslo_concurrency.lockutils [req-4660611e-cc98-49d2-9600-0200070ba94c req-53fc6eda-3e21-46b5-ace9-abcb050304c7 service nova] Acquired lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.315757] env[69942]: DEBUG nova.network.neutron [req-4660611e-cc98-49d2-9600-0200070ba94c req-53fc6eda-3e21-46b5-ace9-abcb050304c7 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Refreshing network info cache for port af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.397461] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830972, 'name': ReconfigVM_Task, 'duration_secs': 0.343434} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.398339] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 727ce1de-a223-4539-b185-b2bc331a8151/727ce1de-a223-4539-b185-b2bc331a8151.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.399166] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab4424b-dcca-4889-af63-84915f4a03a4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.407916] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 949.407916] env[69942]: value = "task-3830973" [ 949.407916] env[69942]: _type = "Task" [ 949.407916] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.420160] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830973, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.488186] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830970, 'name': Destroy_Task, 'duration_secs': 1.09744} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.488452] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Destroyed the VM [ 949.488675] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 949.489188] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c960b9f6-1cc9-47ca-a53a-50b33d01fd6f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.497108] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 949.497108] env[69942]: value = "task-3830974" [ 949.497108] env[69942]: _type = "Task" [ 949.497108] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.510973] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.593999] env[69942]: DEBUG nova.compute.manager [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.715865] env[69942]: DEBUG nova.scheduler.client.report [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.918859] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830973, 'name': Rename_Task, 'duration_secs': 0.171451} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.919819] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.920160] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6ee55a2-c042-4183-85dd-eea0a86a0099 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.929237] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 949.929237] env[69942]: value = "task-3830975" [ 949.929237] env[69942]: _type = "Task" [ 949.929237] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.939453] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.017225] env[69942]: DEBUG nova.compute.manager [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.020441] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830974, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.051742] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.052085] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.052330] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.052585] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.052854] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.053079] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.053393] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.053665] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.053911] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.054146] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.054402] env[69942]: DEBUG nova.virt.hardware [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.055464] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5884e89a-a746-43d9-a4a6-23cf526ccfd8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.067747] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8505cbd0-829b-4afd-a208-beed04542b3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.124910] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.161071] env[69942]: DEBUG nova.network.neutron [req-4660611e-cc98-49d2-9600-0200070ba94c req-53fc6eda-3e21-46b5-ace9-abcb050304c7 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Updated VIF entry in instance network info cache for port af1a1a04-529f-4864-8241-dc55e9adc5d9. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.161472] env[69942]: DEBUG nova.network.neutron [req-4660611e-cc98-49d2-9600-0200070ba94c req-53fc6eda-3e21-46b5-ace9-abcb050304c7 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Updating instance_info_cache with network_info: [{"id": "af1a1a04-529f-4864-8241-dc55e9adc5d9", "address": "fa:16:3e:50:ab:d9", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1a1a04-52", "ovs_interfaceid": "af1a1a04-529f-4864-8241-dc55e9adc5d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.225145] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.227752] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.718s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.228050] env[69942]: DEBUG nova.objects.instance [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lazy-loading 'resources' on Instance uuid faab6f2d-3f7f-4adb-a71b-2319c56d706a {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.248293] env[69942]: INFO nova.scheduler.client.report [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Deleted allocations for instance 5c226156-e597-42b0-bc7b-6ea6cc105004 [ 950.440259] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830975, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.510643] env[69942]: DEBUG oslo_vmware.api [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830974, 'name': RemoveSnapshot_Task, 'duration_secs': 0.828702} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.511074] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 950.566923] env[69942]: DEBUG nova.compute.manager [req-4dbce721-d57a-46ab-9625-23b0035e6159 req-e0ceb89f-e2de-405f-8c5f-29cf8bb68e40 service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Received event network-changed-bde6d2c8-adbb-44db-9c73-e364afb265e2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.566923] env[69942]: DEBUG nova.compute.manager [req-4dbce721-d57a-46ab-9625-23b0035e6159 req-e0ceb89f-e2de-405f-8c5f-29cf8bb68e40 service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Refreshing instance network info cache due to event network-changed-bde6d2c8-adbb-44db-9c73-e364afb265e2. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.566923] env[69942]: DEBUG oslo_concurrency.lockutils [req-4dbce721-d57a-46ab-9625-23b0035e6159 req-e0ceb89f-e2de-405f-8c5f-29cf8bb68e40 service nova] Acquiring lock "refresh_cache-3655deab-c776-49e7-aa4d-f6aef76048b5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.566923] env[69942]: DEBUG oslo_concurrency.lockutils [req-4dbce721-d57a-46ab-9625-23b0035e6159 req-e0ceb89f-e2de-405f-8c5f-29cf8bb68e40 service nova] Acquired lock "refresh_cache-3655deab-c776-49e7-aa4d-f6aef76048b5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.566923] env[69942]: DEBUG nova.network.neutron [req-4dbce721-d57a-46ab-9625-23b0035e6159 req-e0ceb89f-e2de-405f-8c5f-29cf8bb68e40 service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Refreshing network info cache for port bde6d2c8-adbb-44db-9c73-e364afb265e2 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.664411] env[69942]: DEBUG oslo_concurrency.lockutils [req-4660611e-cc98-49d2-9600-0200070ba94c req-53fc6eda-3e21-46b5-ace9-abcb050304c7 service nova] Releasing lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.763911] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7afee4fc-a2c2-43f7-8cc9-f52a4b237e88 tempest-FloatingIPsAssociationTestJSON-1331873080 tempest-FloatingIPsAssociationTestJSON-1331873080-project-member] Lock "5c226156-e597-42b0-bc7b-6ea6cc105004" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.149s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.948156] env[69942]: DEBUG oslo_vmware.api [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830975, 'name': PowerOnVM_Task, 'duration_secs': 0.894398} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.948458] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.948668] env[69942]: INFO nova.compute.manager [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Took 8.45 seconds to spawn the instance on the hypervisor. [ 950.948846] env[69942]: DEBUG nova.compute.manager [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.949710] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c7130e-5ba1-45c1-a777-47b765e67cdc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.017719] env[69942]: WARNING nova.compute.manager [None req-7b7aa290-daed-4a2d-8e09-6d7eb6356031 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Image not found during snapshot: nova.exception.ImageNotFound: Image 6f1ed64a-83fc-4a00-84d0-62388cf3ae07 could not be found. [ 951.120624] env[69942]: DEBUG nova.network.neutron [req-4dbce721-d57a-46ab-9625-23b0035e6159 req-e0ceb89f-e2de-405f-8c5f-29cf8bb68e40 service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.263815] env[69942]: DEBUG nova.network.neutron [req-4dbce721-d57a-46ab-9625-23b0035e6159 req-e0ceb89f-e2de-405f-8c5f-29cf8bb68e40 service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.293465] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5d1c8d-847a-4c2b-b353-8dc151f83a38 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.303229] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d96bee-43d7-40cd-8ec0-784fd38da294 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.337037] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1561314a-fde4-47aa-bb32-e308107b39e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.345520] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2d14d7-bc0c-423b-9c8e-785e135f5c7b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.360967] env[69942]: DEBUG nova.compute.provider_tree [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.377632] env[69942]: DEBUG nova.network.neutron [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Successfully updated port: db16338b-7921-45e7-a689-b36e812e7d7c {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.476422] env[69942]: INFO nova.compute.manager [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Took 48.10 seconds to build instance. [ 951.507198] env[69942]: DEBUG nova.compute.manager [req-07ea37ae-115b-4178-8daf-72dc8ff6fac2 req-411f998c-cfa9-442e-9ec8-74b3b50c193e service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Received event network-changed-af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.507198] env[69942]: DEBUG nova.compute.manager [req-07ea37ae-115b-4178-8daf-72dc8ff6fac2 req-411f998c-cfa9-442e-9ec8-74b3b50c193e service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Refreshing instance network info cache due to event network-changed-af1a1a04-529f-4864-8241-dc55e9adc5d9. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.507198] env[69942]: DEBUG oslo_concurrency.lockutils [req-07ea37ae-115b-4178-8daf-72dc8ff6fac2 req-411f998c-cfa9-442e-9ec8-74b3b50c193e service nova] Acquiring lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.507198] env[69942]: DEBUG oslo_concurrency.lockutils [req-07ea37ae-115b-4178-8daf-72dc8ff6fac2 req-411f998c-cfa9-442e-9ec8-74b3b50c193e service nova] Acquired lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.507198] env[69942]: DEBUG nova.network.neutron [req-07ea37ae-115b-4178-8daf-72dc8ff6fac2 req-411f998c-cfa9-442e-9ec8-74b3b50c193e service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Refreshing network info cache for port af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.575039] env[69942]: DEBUG nova.network.neutron [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Successfully updated port: 29069c92-5033-48a2-b230-64ef36cb9722 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.771833] env[69942]: DEBUG oslo_concurrency.lockutils [req-4dbce721-d57a-46ab-9625-23b0035e6159 req-e0ceb89f-e2de-405f-8c5f-29cf8bb68e40 service nova] Releasing lock "refresh_cache-3655deab-c776-49e7-aa4d-f6aef76048b5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.864976] env[69942]: DEBUG nova.scheduler.client.report [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.878780] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.878938] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.879105] env[69942]: DEBUG nova.network.neutron [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.978881] env[69942]: DEBUG oslo_concurrency.lockutils [None req-014662d8-9382-4dd2-989f-8a62f43240bb tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "727ce1de-a223-4539-b185-b2bc331a8151" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.288s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.081850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "refresh_cache-3655deab-c776-49e7-aa4d-f6aef76048b5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.081850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquired lock "refresh_cache-3655deab-c776-49e7-aa4d-f6aef76048b5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.081850] env[69942]: DEBUG nova.network.neutron [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.300306] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.300551] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.300756] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.301051] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.301489] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.303728] env[69942]: INFO nova.compute.manager [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Terminating instance [ 952.357784] env[69942]: DEBUG nova.network.neutron [req-07ea37ae-115b-4178-8daf-72dc8ff6fac2 req-411f998c-cfa9-442e-9ec8-74b3b50c193e service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Updated VIF entry in instance network info cache for port af1a1a04-529f-4864-8241-dc55e9adc5d9. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.358161] env[69942]: DEBUG nova.network.neutron [req-07ea37ae-115b-4178-8daf-72dc8ff6fac2 req-411f998c-cfa9-442e-9ec8-74b3b50c193e service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Updating instance_info_cache with network_info: [{"id": "af1a1a04-529f-4864-8241-dc55e9adc5d9", "address": "fa:16:3e:50:ab:d9", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1a1a04-52", "ovs_interfaceid": "af1a1a04-529f-4864-8241-dc55e9adc5d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.370162] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.373944] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.221s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.375688] env[69942]: INFO nova.compute.claims [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.407852] env[69942]: INFO nova.scheduler.client.report [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Deleted allocations for instance faab6f2d-3f7f-4adb-a71b-2319c56d706a [ 952.439200] env[69942]: DEBUG nova.network.neutron [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.481766] env[69942]: DEBUG nova.compute.manager [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.634167] env[69942]: DEBUG nova.network.neutron [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.706108] env[69942]: DEBUG nova.network.neutron [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Updating instance_info_cache with network_info: [{"id": "db16338b-7921-45e7-a689-b36e812e7d7c", "address": "fa:16:3e:50:7f:8e", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb16338b-79", "ovs_interfaceid": "db16338b-7921-45e7-a689-b36e812e7d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.786930] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] Acquiring lock "refresh_cache-727ce1de-a223-4539-b185-b2bc331a8151" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.787069] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] Acquired lock "refresh_cache-727ce1de-a223-4539-b185-b2bc331a8151" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.787248] env[69942]: DEBUG nova.network.neutron [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.810509] env[69942]: DEBUG nova.compute.manager [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.810752] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.811728] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acf1566-26bc-403b-8b0d-834cb0bbf083 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.817920] env[69942]: DEBUG nova.compute.manager [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Received event network-vif-plugged-db16338b-7921-45e7-a689-b36e812e7d7c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.818338] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Acquiring lock "c0f422d3-e596-4665-8fe3-0a61f22cc215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.818493] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Lock "c0f422d3-e596-4665-8fe3-0a61f22cc215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.818710] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Lock "c0f422d3-e596-4665-8fe3-0a61f22cc215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.818906] env[69942]: DEBUG nova.compute.manager [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] No waiting events found dispatching network-vif-plugged-db16338b-7921-45e7-a689-b36e812e7d7c {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.819110] env[69942]: WARNING nova.compute.manager [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Received unexpected event network-vif-plugged-db16338b-7921-45e7-a689-b36e812e7d7c for instance with vm_state building and task_state spawning. [ 952.819307] env[69942]: DEBUG nova.compute.manager [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Received event network-changed-db16338b-7921-45e7-a689-b36e812e7d7c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.819517] env[69942]: DEBUG nova.compute.manager [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Refreshing instance network info cache due to event network-changed-db16338b-7921-45e7-a689-b36e812e7d7c. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.819822] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Acquiring lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.825850] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.826182] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b23d85e-68c1-440e-a312-bdc8a8b8412b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.834408] env[69942]: DEBUG oslo_vmware.api [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 952.834408] env[69942]: value = "task-3830976" [ 952.834408] env[69942]: _type = "Task" [ 952.834408] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.844849] env[69942]: DEBUG oslo_vmware.api [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.861275] env[69942]: DEBUG oslo_concurrency.lockutils [req-07ea37ae-115b-4178-8daf-72dc8ff6fac2 req-411f998c-cfa9-442e-9ec8-74b3b50c193e service nova] Releasing lock "refresh_cache-669b2238-7193-4550-ac42-e3f7134b867e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.919586] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22ef2b5a-fccf-4032-9d37-f4238a5c2729 tempest-InstanceActionsTestJSON-2142843103 tempest-InstanceActionsTestJSON-2142843103-project-member] Lock "faab6f2d-3f7f-4adb-a71b-2319c56d706a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.104s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.008194] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.061257] env[69942]: DEBUG nova.network.neutron [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Updating instance_info_cache with network_info: [{"id": "bde6d2c8-adbb-44db-9c73-e364afb265e2", "address": "fa:16:3e:9a:d5:68", "network": {"id": "d9f74f91-112c-4a3f-b68b-ef462661f5d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-241937959", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde6d2c8-ad", "ovs_interfaceid": "bde6d2c8-adbb-44db-9c73-e364afb265e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29069c92-5033-48a2-b230-64ef36cb9722", "address": "fa:16:3e:43:23:61", "network": {"id": "c09b2caf-1130-4790-a2c7-23849bc2dabf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-930099241", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29069c92-50", "ovs_interfaceid": "29069c92-5033-48a2-b230-64ef36cb9722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.209307] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.209670] env[69942]: DEBUG nova.compute.manager [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Instance network_info: |[{"id": "db16338b-7921-45e7-a689-b36e812e7d7c", "address": "fa:16:3e:50:7f:8e", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb16338b-79", "ovs_interfaceid": "db16338b-7921-45e7-a689-b36e812e7d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.210212] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Acquired lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.210389] env[69942]: DEBUG nova.network.neutron [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Refreshing network info cache for port db16338b-7921-45e7-a689-b36e812e7d7c {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.211653] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:7f:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db16338b-7921-45e7-a689-b36e812e7d7c', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.222296] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Creating folder: Project (cdda569899dd4c6bbc461eafdc46286e). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.224025] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84f206f2-aed5-446e-ac59-30c33eb7f60d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.238821] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Created folder: Project (cdda569899dd4c6bbc461eafdc46286e) in parent group-v761487. [ 953.239044] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Creating folder: Instances. Parent ref: group-v761633. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.239435] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95f44554-c2d1-4f39-bdc1-9c53ba8e3004 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.253719] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Created folder: Instances in parent group-v761633. [ 953.253955] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.254676] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.255035] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68e60678-5277-4a6e-81bb-1d0656e8d498 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.289403] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.289403] env[69942]: value = "task-3830979" [ 953.289403] env[69942]: _type = "Task" [ 953.289403] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.309827] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830979, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.351160] env[69942]: DEBUG oslo_vmware.api [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830976, 'name': PowerOffVM_Task, 'duration_secs': 0.204666} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.351160] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.352142] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.352142] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f227379c-0e3f-4b01-9dc3-25c2d8744a8d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.425247] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.425508] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.425701] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Deleting the datastore file [datastore1] 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.429605] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f4bfea1-cdf1-45c7-8b2f-2c24a59bb1e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.439105] env[69942]: DEBUG oslo_vmware.api [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 953.439105] env[69942]: value = "task-3830981" [ 953.439105] env[69942]: _type = "Task" [ 953.439105] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.451616] env[69942]: DEBUG oslo_vmware.api [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.567129] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Releasing lock "refresh_cache-3655deab-c776-49e7-aa4d-f6aef76048b5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.567672] env[69942]: DEBUG nova.compute.manager [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Instance network_info: |[{"id": "bde6d2c8-adbb-44db-9c73-e364afb265e2", "address": "fa:16:3e:9a:d5:68", "network": {"id": "d9f74f91-112c-4a3f-b68b-ef462661f5d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-241937959", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde6d2c8-ad", "ovs_interfaceid": "bde6d2c8-adbb-44db-9c73-e364afb265e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29069c92-5033-48a2-b230-64ef36cb9722", "address": "fa:16:3e:43:23:61", "network": {"id": "c09b2caf-1130-4790-a2c7-23849bc2dabf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-930099241", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29069c92-50", "ovs_interfaceid": "29069c92-5033-48a2-b230-64ef36cb9722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.568667] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:d5:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bde6d2c8-adbb-44db-9c73-e364afb265e2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:23:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29069c92-5033-48a2-b230-64ef36cb9722', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.581572] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.586369] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.590219] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b61a7fb2-bb68-4f43-a3e3-7d93e1b7202b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.623304] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.623304] env[69942]: value = "task-3830982" [ 953.623304] env[69942]: _type = "Task" [ 953.623304] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.713638] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.713638] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.713638] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.713638] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.713638] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.722024] env[69942]: INFO nova.compute.manager [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Terminating instance [ 953.740662] env[69942]: DEBUG nova.network.neutron [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Updating instance_info_cache with network_info: [{"id": "680b773d-55c1-4747-a0f6-fe8999290dd1", "address": "fa:16:3e:c6:b3:20", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680b773d-55", "ovs_interfaceid": "680b773d-55c1-4747-a0f6-fe8999290dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.806622] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830979, 'name': CreateVM_Task, 'duration_secs': 0.407782} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.807756] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.807756] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.807995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.808161] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.808431] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2f76cb-8676-441a-9cac-b4f07f3040a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.815053] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 953.815053] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524a8f2a-a261-f161-014f-a891ce93c0c1" [ 953.815053] env[69942]: _type = "Task" [ 953.815053] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.830715] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524a8f2a-a261-f161-014f-a891ce93c0c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.950786] env[69942]: DEBUG oslo_vmware.api [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3830981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221261} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.954555] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.954793] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.955044] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.955201] env[69942]: INFO nova.compute.manager [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 953.955433] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.956269] env[69942]: DEBUG nova.compute.manager [-] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.956376] env[69942]: DEBUG nova.network.neutron [-] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.035028] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e74f476-7246-4213-9922-269c92064eda {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.044272] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f4ebfc-5bed-4a03-9bce-548cf9de42d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.080722] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5889f0d7-52dc-43c6-8001-b070d24e78ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.090378] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf5021c-cc77-403e-9543-c0d0c37ded51 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.107774] env[69942]: DEBUG nova.compute.provider_tree [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.112036] env[69942]: DEBUG nova.network.neutron [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Updated VIF entry in instance network info cache for port db16338b-7921-45e7-a689-b36e812e7d7c. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.112403] env[69942]: DEBUG nova.network.neutron [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Updating instance_info_cache with network_info: [{"id": "db16338b-7921-45e7-a689-b36e812e7d7c", "address": "fa:16:3e:50:7f:8e", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb16338b-79", "ovs_interfaceid": "db16338b-7921-45e7-a689-b36e812e7d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.134630] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830982, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.229376] env[69942]: DEBUG nova.compute.manager [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.229841] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.231199] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc62d2c5-6ef5-41f7-abca-7000224905d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.241907] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.243043] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] Releasing lock "refresh_cache-727ce1de-a223-4539-b185-b2bc331a8151" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.243624] env[69942]: DEBUG nova.compute.manager [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Inject network info {{(pid=69942) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 954.243892] env[69942]: DEBUG nova.compute.manager [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] network_info to inject: |[{"id": "680b773d-55c1-4747-a0f6-fe8999290dd1", "address": "fa:16:3e:c6:b3:20", "network": {"id": "1e59093a-4372-4c0d-aa87-aa7488751a99", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-616044788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "12eca5ef922b465bb1ab7eb059b30c67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap680b773d-55", "ovs_interfaceid": "680b773d-55c1-4747-a0f6-fe8999290dd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 954.251008] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Reconfiguring VM instance to set the machine id {{(pid=69942) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 954.251344] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ca25342-2d21-4ea2-b611-2c95c3111a26 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.253637] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d11ce2a-1351-4d2c-8d9d-e290596ebfdf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.275446] env[69942]: DEBUG oslo_vmware.api [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] Waiting for the task: (returnval){ [ 954.275446] env[69942]: value = "task-3830984" [ 954.275446] env[69942]: _type = "Task" [ 954.275446] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.275927] env[69942]: DEBUG oslo_vmware.api [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 954.275927] env[69942]: value = "task-3830983" [ 954.275927] env[69942]: _type = "Task" [ 954.275927] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.294326] env[69942]: DEBUG oslo_vmware.api [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.296993] env[69942]: DEBUG oslo_vmware.api [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] Task: {'id': task-3830984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.334105] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524a8f2a-a261-f161-014f-a891ce93c0c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014969} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.334646] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.334809] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.335125] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.335378] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.335454] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.336717] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c2e1e37-04ba-4159-86b5-eccaddc629db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.352110] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.353204] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.354829] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41dd03ec-00be-4cb5-908a-c4b98a46c663 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.362582] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 954.362582] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52898664-dec7-466e-e77e-2107eed15614" [ 954.362582] env[69942]: _type = "Task" [ 954.362582] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.376922] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52898664-dec7-466e-e77e-2107eed15614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.611861] env[69942]: DEBUG nova.scheduler.client.report [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.615151] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Releasing lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.615406] env[69942]: DEBUG nova.compute.manager [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Received event network-vif-plugged-29069c92-5033-48a2-b230-64ef36cb9722 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.615603] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Acquiring lock "3655deab-c776-49e7-aa4d-f6aef76048b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.615802] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Lock "3655deab-c776-49e7-aa4d-f6aef76048b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.615963] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Lock "3655deab-c776-49e7-aa4d-f6aef76048b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.616141] env[69942]: DEBUG nova.compute.manager [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] No waiting events found dispatching network-vif-plugged-29069c92-5033-48a2-b230-64ef36cb9722 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.616308] env[69942]: WARNING nova.compute.manager [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Received unexpected event network-vif-plugged-29069c92-5033-48a2-b230-64ef36cb9722 for instance with vm_state building and task_state spawning. [ 954.616473] env[69942]: DEBUG nova.compute.manager [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Received event network-changed-29069c92-5033-48a2-b230-64ef36cb9722 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.616631] env[69942]: DEBUG nova.compute.manager [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Refreshing instance network info cache due to event network-changed-29069c92-5033-48a2-b230-64ef36cb9722. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.616860] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Acquiring lock "refresh_cache-3655deab-c776-49e7-aa4d-f6aef76048b5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.617036] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Acquired lock "refresh_cache-3655deab-c776-49e7-aa4d-f6aef76048b5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.617182] env[69942]: DEBUG nova.network.neutron [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Refreshing network info cache for port 29069c92-5033-48a2-b230-64ef36cb9722 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.638900] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3830982, 'name': CreateVM_Task, 'duration_secs': 0.854449} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.639131] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.640117] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.640338] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.640679] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.641185] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6094326e-62da-47ab-baf7-1942746c87a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.646963] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 954.646963] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dd2c58-f593-af51-6a3a-c77b588746a5" [ 954.646963] env[69942]: _type = "Task" [ 954.646963] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.656125] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dd2c58-f593-af51-6a3a-c77b588746a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.791460] env[69942]: DEBUG oslo_vmware.api [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830983, 'name': PowerOffVM_Task, 'duration_secs': 0.296883} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.795032] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.795401] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.796160] env[69942]: DEBUG oslo_vmware.api [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] Task: {'id': task-3830984, 'name': ReconfigVM_Task, 'duration_secs': 0.246123} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.796726] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08e9dee9-9fd4-48fa-9b7e-32b22d8a30b9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.799273] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a1a82-cb72-4624-b125-3ee410e48393 tempest-ServersAdminTestJSON-1870496556 tempest-ServersAdminTestJSON-1870496556-project-admin] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Reconfigured VM instance to set the machine id {{(pid=69942) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 954.825080] env[69942]: DEBUG nova.network.neutron [-] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.875530] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52898664-dec7-466e-e77e-2107eed15614, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.876812] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-569502e0-4d32-49cd-b41a-79050f1bd6c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.881682] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.882079] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.882413] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Deleting the datastore file [datastore2] b97e913f-c3de-4a72-ac6f-ffccfcfe6d25 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.885706] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7355abff-9351-40e4-ab5e-f5b30d7655e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.888776] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 954.888776] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5240877a-0220-61d1-6a6d-b95c7226424c" [ 954.888776] env[69942]: _type = "Task" [ 954.888776] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.894880] env[69942]: DEBUG oslo_vmware.api [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 954.894880] env[69942]: value = "task-3830986" [ 954.894880] env[69942]: _type = "Task" [ 954.894880] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.898799] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5240877a-0220-61d1-6a6d-b95c7226424c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.908562] env[69942]: DEBUG oslo_vmware.api [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.036039] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "95641b2a-0128-4556-a056-d4bc3d05b4c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.036039] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "95641b2a-0128-4556-a056-d4bc3d05b4c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.073046] env[69942]: DEBUG nova.compute.manager [req-d2809720-a6e4-46bb-912f-aa4e81a00635 req-1679ac26-087b-4e9a-a89d-2769d9024f8a service nova] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Received event network-vif-deleted-3a7e01f3-ab08-4e44-9b77-849005d24776 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.119804] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.120540] env[69942]: DEBUG nova.compute.manager [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.128301] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.255s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.130131] env[69942]: INFO nova.compute.claims [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.165170] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dd2c58-f593-af51-6a3a-c77b588746a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.166059] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.166329] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.167475] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.326408] env[69942]: INFO nova.compute.manager [-] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Took 1.37 seconds to deallocate network for instance. [ 955.382496] env[69942]: DEBUG nova.network.neutron [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Updated VIF entry in instance network info cache for port 29069c92-5033-48a2-b230-64ef36cb9722. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.382958] env[69942]: DEBUG nova.network.neutron [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Updating instance_info_cache with network_info: [{"id": "bde6d2c8-adbb-44db-9c73-e364afb265e2", "address": "fa:16:3e:9a:d5:68", "network": {"id": "d9f74f91-112c-4a3f-b68b-ef462661f5d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-241937959", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde6d2c8-ad", "ovs_interfaceid": "bde6d2c8-adbb-44db-9c73-e364afb265e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29069c92-5033-48a2-b230-64ef36cb9722", "address": "fa:16:3e:43:23:61", "network": {"id": "c09b2caf-1130-4790-a2c7-23849bc2dabf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-930099241", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29069c92-50", "ovs_interfaceid": "29069c92-5033-48a2-b230-64ef36cb9722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.417060] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5240877a-0220-61d1-6a6d-b95c7226424c, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.421525] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.421759] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] c0f422d3-e596-4665-8fe3-0a61f22cc215/c0f422d3-e596-4665-8fe3-0a61f22cc215.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.422658] env[69942]: DEBUG oslo_vmware.api [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3830986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153426} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.422866] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.423088] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.423537] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aea0c5c-290a-4d8c-adea-2f1cfebd5b56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.426384] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.426726] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.427056] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.427314] env[69942]: INFO nova.compute.manager [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Took 1.20 seconds to destroy the instance on the hypervisor. [ 955.427812] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.428128] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aacdba6c-f13d-405f-8891-5fe661c53be1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.434530] env[69942]: DEBUG nova.compute.manager [-] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.434530] env[69942]: DEBUG nova.network.neutron [-] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.441271] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 955.441271] env[69942]: value = "task-3830987" [ 955.441271] env[69942]: _type = "Task" [ 955.441271] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.442990] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.443081] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.448052] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a64735-026e-4fed-b7dd-0da130ff989f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.469061] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.470914] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 955.470914] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c482d3-9dd2-e0bb-7474-8c901612aaea" [ 955.470914] env[69942]: _type = "Task" [ 955.470914] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.482882] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c482d3-9dd2-e0bb-7474-8c901612aaea, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.483999] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c5793e-09cc-4eaf-9495-a3d9a69b43f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.491715] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 955.491715] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525a5a15-a4a7-b262-c8f1-32659c864364" [ 955.491715] env[69942]: _type = "Task" [ 955.491715] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.501459] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525a5a15-a4a7-b262-c8f1-32659c864364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.639111] env[69942]: DEBUG nova.compute.utils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.640741] env[69942]: DEBUG nova.compute.manager [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.641145] env[69942]: DEBUG nova.network.neutron [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.808710] env[69942]: DEBUG nova.policy [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '021e1aaddb974c4697a762c0afbc2125', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdda569899dd4c6bbc461eafdc46286e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.835891] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.885974] env[69942]: DEBUG oslo_concurrency.lockutils [req-184c7337-7efd-413b-bb37-0423cfe8de3e req-0d9cd932-fe1f-43cc-9300-5a104b5d080b service nova] Releasing lock "refresh_cache-3655deab-c776-49e7-aa4d-f6aef76048b5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.956268] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830987, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.003977] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525a5a15-a4a7-b262-c8f1-32659c864364, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.004239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.004594] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 3655deab-c776-49e7-aa4d-f6aef76048b5/3655deab-c776-49e7-aa4d-f6aef76048b5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.004872] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbcbee70-211b-4ddc-bb87-df5a9cda3f74 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.012614] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 956.012614] env[69942]: value = "task-3830988" [ 956.012614] env[69942]: _type = "Task" [ 956.012614] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.022647] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.118875] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "09d3d714-5c7b-4828-adf7-de368188a7db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.119195] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "09d3d714-5c7b-4828-adf7-de368188a7db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.146411] env[69942]: DEBUG nova.compute.manager [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.456203] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527411} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.457168] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] c0f422d3-e596-4665-8fe3-0a61f22cc215/c0f422d3-e596-4665-8fe3-0a61f22cc215.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.457575] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.464099] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-282dd4bd-c301-4262-86cc-e62fd895a38f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.473564] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 956.473564] env[69942]: value = "task-3830989" [ 956.473564] env[69942]: _type = "Task" [ 956.473564] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.486315] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.527686] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473346} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.528063] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 3655deab-c776-49e7-aa4d-f6aef76048b5/3655deab-c776-49e7-aa4d-f6aef76048b5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.528323] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.529756] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-717dc2ba-01ff-474b-add4-1bbefee72d2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.542175] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 956.542175] env[69942]: value = "task-3830990" [ 956.542175] env[69942]: _type = "Task" [ 956.542175] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.562230] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.644146] env[69942]: DEBUG nova.network.neutron [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Successfully created port: 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.784812] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f5521e-3033-48eb-8034-a1edeb516874 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.793590] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94392d64-9b21-4916-8222-1693d0f16b05 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.827497] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b827f6-cf09-4d39-a0bb-6b94d231d47e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.836363] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240e59b3-48c6-4609-91a8-2d18e6dcc238 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.852734] env[69942]: DEBUG nova.compute.provider_tree [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.996973] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078903} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.997775] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.998596] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef174153-5bff-4019-bc6c-e7b1520a4acd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.028425] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] c0f422d3-e596-4665-8fe3-0a61f22cc215/c0f422d3-e596-4665-8fe3-0a61f22cc215.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.029519] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71dbbb53-63be-4784-a582-1bc2296e4429 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.055342] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071101} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.056891] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.057282] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 957.057282] env[69942]: value = "task-3830991" [ 957.057282] env[69942]: _type = "Task" [ 957.057282] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.058490] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34825ea3-c017-4a27-bfe0-c1c2cb22755f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.064851] env[69942]: DEBUG nova.network.neutron [-] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.088679] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3655deab-c776-49e7-aa4d-f6aef76048b5/3655deab-c776-49e7-aa4d-f6aef76048b5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.092989] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9485588a-1879-42be-a55f-19182ea3c388 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.115863] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 957.115863] env[69942]: value = "task-3830992" [ 957.115863] env[69942]: _type = "Task" [ 957.115863] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.124890] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.169545] env[69942]: DEBUG nova.compute.manager [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.184487] env[69942]: DEBUG nova.compute.manager [req-ae5739d9-0623-40a6-bd7d-72680f876a48 req-5fbf7b08-2921-4301-be07-35b699fa7e5d service nova] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Received event network-vif-deleted-e8350635-2b6b-4514-8a62-f683f59b9b94 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.194815] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.195162] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.195468] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.195726] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.195923] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.196703] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.196703] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.196703] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.196703] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.197203] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.197409] env[69942]: DEBUG nova.virt.hardware [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.198371] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a7759e-242b-4244-8236-71ef83dc849f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.209101] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5c20fc-8fb8-4fd0-a4c4-1b44352c1897 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.356327] env[69942]: DEBUG nova.scheduler.client.report [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.494325] env[69942]: INFO nova.compute.manager [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Rebuilding instance [ 957.558590] env[69942]: DEBUG nova.compute.manager [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.559933] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12c8acf-c364-49ee-b9ee-090efe4c90a0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.568300] env[69942]: INFO nova.compute.manager [-] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Took 2.14 seconds to deallocate network for instance. [ 957.583024] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.627814] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.862690] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.863432] env[69942]: DEBUG nova.compute.manager [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.866879] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.828s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.867106] env[69942]: DEBUG nova.objects.instance [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lazy-loading 'resources' on Instance uuid 237ca2d4-176f-4766-b741-bd27dbea3654 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.077980] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830991, 'name': ReconfigVM_Task, 'duration_secs': 0.798413} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.077980] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Reconfigured VM instance instance-00000031 to attach disk [datastore2] c0f422d3-e596-4665-8fe3-0a61f22cc215/c0f422d3-e596-4665-8fe3-0a61f22cc215.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.077980] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cde9bda-8043-4903-991f-8a2f9ba4a87c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.079358] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.088038] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 958.088038] env[69942]: value = "task-3830993" [ 958.088038] env[69942]: _type = "Task" [ 958.088038] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.102913] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830993, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.126898] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830992, 'name': ReconfigVM_Task, 'duration_secs': 0.761817} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.127239] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3655deab-c776-49e7-aa4d-f6aef76048b5/3655deab-c776-49e7-aa4d-f6aef76048b5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.128137] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-852561e0-336e-4369-af1c-940578849572 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.135208] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 958.135208] env[69942]: value = "task-3830994" [ 958.135208] env[69942]: _type = "Task" [ 958.135208] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.150127] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830994, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.333180] env[69942]: DEBUG nova.network.neutron [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Successfully updated port: 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.370844] env[69942]: DEBUG nova.compute.utils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.378313] env[69942]: DEBUG nova.compute.manager [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.378313] env[69942]: DEBUG nova.network.neutron [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.441019] env[69942]: DEBUG nova.policy [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37d64ee79a134eac9064363ea122e889', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4acc155b14ba4db6a8b9d2c422c00c93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.592032] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.592032] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af7193af-7f6f-4626-8a0c-676058bad448 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.612021] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830993, 'name': Rename_Task, 'duration_secs': 0.157072} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.612021] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 958.612021] env[69942]: value = "task-3830995" [ 958.612021] env[69942]: _type = "Task" [ 958.612021] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.612021] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.612400] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39849aab-8afd-4469-8551-239b6a35111d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.628962] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.630784] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 958.630784] env[69942]: value = "task-3830996" [ 958.630784] env[69942]: _type = "Task" [ 958.630784] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.647093] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.654108] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830994, 'name': Rename_Task, 'duration_secs': 0.167096} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.654433] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.655040] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec66fcc2-0de5-4421-9720-d5d0d19857bd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.664970] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 958.664970] env[69942]: value = "task-3830997" [ 958.664970] env[69942]: _type = "Task" [ 958.664970] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.677931] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.835807] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "refresh_cache-2188b102-036e-44fb-9b71-047fc1640af4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.836022] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "refresh_cache-2188b102-036e-44fb-9b71-047fc1640af4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.836317] env[69942]: DEBUG nova.network.neutron [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.852995] env[69942]: DEBUG nova.network.neutron [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Successfully created port: 3afa16d8-d22e-46c7-9929-f03e63ebb6b7 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.877796] env[69942]: DEBUG nova.compute.manager [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.963849] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c87e0-b297-4226-b883-3e16be8f0eec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.974222] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf85e38a-2e16-4002-8cbb-24b120cc0ece {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.012722] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ed4e51-6a59-4fdb-a88d-d86ee223d0bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.022663] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6501c9f7-b4a3-42ee-8429-7ef1a8b7ca78 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.041529] env[69942]: DEBUG nova.compute.provider_tree [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.123954] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830995, 'name': PowerOffVM_Task, 'duration_secs': 0.273543} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.124480] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.124861] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.126209] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e169f7d3-18c6-4008-9676-29b1e9eb4a86 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.142033] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.142033] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74c333da-d38b-4595-b718-ed8c767394a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.145271] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830996, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.180704] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830997, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.210475] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.210786] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.210984] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleting the datastore file [datastore2] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.211292] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcddb590-4ad3-40fa-9bcf-d558f1343f6c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.219943] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 959.219943] env[69942]: value = "task-3830999" [ 959.219943] env[69942]: _type = "Task" [ 959.219943] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.238957] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.249631] env[69942]: DEBUG nova.compute.manager [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Received event network-vif-plugged-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.249802] env[69942]: DEBUG oslo_concurrency.lockutils [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] Acquiring lock "2188b102-036e-44fb-9b71-047fc1640af4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.250126] env[69942]: DEBUG oslo_concurrency.lockutils [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] Lock "2188b102-036e-44fb-9b71-047fc1640af4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.250299] env[69942]: DEBUG oslo_concurrency.lockutils [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] Lock "2188b102-036e-44fb-9b71-047fc1640af4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.250690] env[69942]: DEBUG nova.compute.manager [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] No waiting events found dispatching network-vif-plugged-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.250690] env[69942]: WARNING nova.compute.manager [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Received unexpected event network-vif-plugged-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd for instance with vm_state building and task_state spawning. [ 959.250842] env[69942]: DEBUG nova.compute.manager [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Received event network-changed-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.251048] env[69942]: DEBUG nova.compute.manager [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Refreshing instance network info cache due to event network-changed-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.251113] env[69942]: DEBUG oslo_concurrency.lockutils [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] Acquiring lock "refresh_cache-2188b102-036e-44fb-9b71-047fc1640af4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.544783] env[69942]: DEBUG nova.scheduler.client.report [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.647119] env[69942]: DEBUG oslo_vmware.api [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3830996, 'name': PowerOnVM_Task, 'duration_secs': 0.606424} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.649921] env[69942]: DEBUG nova.network.neutron [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.653573] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.653872] env[69942]: INFO nova.compute.manager [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Took 9.64 seconds to spawn the instance on the hypervisor. [ 959.654215] env[69942]: DEBUG nova.compute.manager [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.655429] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d213f17e-5315-4d7f-b120-a29ecd0e234d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.682190] env[69942]: DEBUG oslo_vmware.api [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3830997, 'name': PowerOnVM_Task, 'duration_secs': 0.563106} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.685508] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.685821] env[69942]: INFO nova.compute.manager [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Took 12.44 seconds to spawn the instance on the hypervisor. [ 959.686072] env[69942]: DEBUG nova.compute.manager [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.687323] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bd2e63-b2c9-4f8c-aeb3-752b9d6f12f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.735043] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3830999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162519} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.735604] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.735798] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.735991] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.880780] env[69942]: DEBUG nova.network.neutron [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Updating instance_info_cache with network_info: [{"id": "3364ee73-0bc3-44d6-82b5-5e0e2aab8afd", "address": "fa:16:3e:ed:e8:0e", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3364ee73-0b", "ovs_interfaceid": "3364ee73-0bc3-44d6-82b5-5e0e2aab8afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.888444] env[69942]: DEBUG nova.compute.manager [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.922651] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.922651] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.922651] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.922651] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.922972] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.922972] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.923307] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.923442] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.923610] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.923768] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.923932] env[69942]: DEBUG nova.virt.hardware [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.924950] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1366715a-cd8a-4b83-9ad0-61148f1ba642 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.941024] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a95663-98e7-4ca5-aee8-cf82ba858f30 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.050029] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.052250] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.935s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.053722] env[69942]: DEBUG nova.objects.instance [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lazy-loading 'resources' on Instance uuid 21b385b6-9cca-4ed1-8bd2-57336451452a {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.080859] env[69942]: INFO nova.scheduler.client.report [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Deleted allocations for instance 237ca2d4-176f-4766-b741-bd27dbea3654 [ 960.188976] env[69942]: INFO nova.compute.manager [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Took 48.59 seconds to build instance. [ 960.212164] env[69942]: INFO nova.compute.manager [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Took 52.95 seconds to build instance. [ 960.387415] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "refresh_cache-2188b102-036e-44fb-9b71-047fc1640af4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.387415] env[69942]: DEBUG nova.compute.manager [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Instance network_info: |[{"id": "3364ee73-0bc3-44d6-82b5-5e0e2aab8afd", "address": "fa:16:3e:ed:e8:0e", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3364ee73-0b", "ovs_interfaceid": "3364ee73-0bc3-44d6-82b5-5e0e2aab8afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.387415] env[69942]: DEBUG oslo_concurrency.lockutils [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] Acquired lock "refresh_cache-2188b102-036e-44fb-9b71-047fc1640af4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.387415] env[69942]: DEBUG nova.network.neutron [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Refreshing network info cache for port 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.387415] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:e8:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3364ee73-0bc3-44d6-82b5-5e0e2aab8afd', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.399050] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.403560] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.404473] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53cbad89-cdcb-44a1-850c-066ce3dac679 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.433118] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.433118] env[69942]: value = "task-3831000" [ 960.433118] env[69942]: _type = "Task" [ 960.433118] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.442410] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831000, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.595115] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d71ad8ee-8d0d-4753-8876-9932ef9275a3 tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "237ca2d4-176f-4766-b741-bd27dbea3654" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.501s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.690497] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bec2feff-ddbc-4066-a52c-08cdf90ba000 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c0f422d3-e596-4665-8fe3-0a61f22cc215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.156s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.717029] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96d5018f-6af3-4579-850b-2424737fbc63 tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "3655deab-c776-49e7-aa4d-f6aef76048b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.330s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.780339] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.780580] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.780774] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.780891] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.781089] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.781215] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.781513] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.781679] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.781900] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.781999] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.782186] env[69942]: DEBUG nova.virt.hardware [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.783484] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c123cf-ec43-43df-96e9-f00c835f570c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.798020] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8336a0-0895-4696-ab54-7b019348527f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.817563] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:ab:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd646f08e-8dbf-492c-9191-44465ccdd0ee', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.825593] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.830664] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "3655deab-c776-49e7-aa4d-f6aef76048b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.830912] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "3655deab-c776-49e7-aa4d-f6aef76048b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.831119] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "3655deab-c776-49e7-aa4d-f6aef76048b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.831304] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "3655deab-c776-49e7-aa4d-f6aef76048b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.831472] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "3655deab-c776-49e7-aa4d-f6aef76048b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.833014] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.833686] env[69942]: INFO nova.compute.manager [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Terminating instance [ 960.835801] env[69942]: DEBUG nova.network.neutron [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Successfully updated port: 3afa16d8-d22e-46c7-9929-f03e63ebb6b7 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.836947] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6327db25-5111-4471-9585-05861fe1ac19 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.857453] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquiring lock "refresh_cache-526c18ee-48ff-4f0f-8f49-7d9d50f405ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.857885] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquired lock "refresh_cache-526c18ee-48ff-4f0f-8f49-7d9d50f405ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.857885] env[69942]: DEBUG nova.network.neutron [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.870251] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.870251] env[69942]: value = "task-3831001" [ 960.870251] env[69942]: _type = "Task" [ 960.870251] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.882741] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831001, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.925166] env[69942]: DEBUG nova.network.neutron [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Updated VIF entry in instance network info cache for port 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.926189] env[69942]: DEBUG nova.network.neutron [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Updating instance_info_cache with network_info: [{"id": "3364ee73-0bc3-44d6-82b5-5e0e2aab8afd", "address": "fa:16:3e:ed:e8:0e", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3364ee73-0b", "ovs_interfaceid": "3364ee73-0bc3-44d6-82b5-5e0e2aab8afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.943844] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831000, 'name': CreateVM_Task, 'duration_secs': 0.349196} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.946813] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.948482] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.948673] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.949017] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.949655] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1c4806-24b7-4e69-9e83-c84941d298bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.957454] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 960.957454] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bd7e6c-2f42-11c5-a03d-ac10d2055c8f" [ 960.957454] env[69942]: _type = "Task" [ 960.957454] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.968835] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bd7e6c-2f42-11c5-a03d-ac10d2055c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.192890] env[69942]: DEBUG nova.compute.manager [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.196406] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d3fbfa-0d7f-4640-a44f-93623eac4746 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.208288] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d8fac6-55d1-4f12-a176-584decdd6f85 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.250064] env[69942]: DEBUG nova.compute.manager [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.259265] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e1346f-9de9-45f4-ac4b-f2239f374d0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.268683] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e38ded0-feaf-4cc1-b675-ce495d80cf81 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.273894] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "5f87087e-9589-48ea-9d55-721beac9effe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.274621] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "5f87087e-9589-48ea-9d55-721beac9effe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.274621] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "5f87087e-9589-48ea-9d55-721beac9effe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.274783] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "5f87087e-9589-48ea-9d55-721beac9effe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.274940] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "5f87087e-9589-48ea-9d55-721beac9effe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.281939] env[69942]: DEBUG nova.compute.manager [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Received event network-vif-plugged-3afa16d8-d22e-46c7-9929-f03e63ebb6b7 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.281939] env[69942]: DEBUG oslo_concurrency.lockutils [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] Acquiring lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.281939] env[69942]: DEBUG oslo_concurrency.lockutils [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] Lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.281939] env[69942]: DEBUG oslo_concurrency.lockutils [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] Lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.281939] env[69942]: DEBUG nova.compute.manager [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] No waiting events found dispatching network-vif-plugged-3afa16d8-d22e-46c7-9929-f03e63ebb6b7 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.281939] env[69942]: WARNING nova.compute.manager [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Received unexpected event network-vif-plugged-3afa16d8-d22e-46c7-9929-f03e63ebb6b7 for instance with vm_state building and task_state spawning. [ 961.281939] env[69942]: DEBUG nova.compute.manager [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Received event network-changed-3afa16d8-d22e-46c7-9929-f03e63ebb6b7 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.281939] env[69942]: DEBUG nova.compute.manager [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Refreshing instance network info cache due to event network-changed-3afa16d8-d22e-46c7-9929-f03e63ebb6b7. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.281939] env[69942]: DEBUG oslo_concurrency.lockutils [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] Acquiring lock "refresh_cache-526c18ee-48ff-4f0f-8f49-7d9d50f405ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.281939] env[69942]: INFO nova.compute.manager [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Terminating instance [ 961.293911] env[69942]: DEBUG nova.compute.provider_tree [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.365316] env[69942]: DEBUG nova.compute.manager [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.365316] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.366030] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5141f769-1679-4e07-9e5c-370120c54fa7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.377148] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.377148] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd86ba2a-561c-4886-be65-5d640bb05dcb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.382077] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831001, 'name': CreateVM_Task, 'duration_secs': 0.31328} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.382234] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.383144] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.385160] env[69942]: DEBUG oslo_vmware.api [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 961.385160] env[69942]: value = "task-3831002" [ 961.385160] env[69942]: _type = "Task" [ 961.385160] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.397048] env[69942]: DEBUG oslo_vmware.api [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3831002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.419681] env[69942]: DEBUG nova.network.neutron [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.431750] env[69942]: DEBUG oslo_concurrency.lockutils [req-16ff7b4b-41bb-427e-b5e0-cc08a142dfb8 req-9e66c09d-08b7-45f4-b787-956d4d746469 service nova] Releasing lock "refresh_cache-2188b102-036e-44fb-9b71-047fc1640af4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.473336] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bd7e6c-2f42-11c5-a03d-ac10d2055c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.473704] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.473945] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.474199] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.474336] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.474560] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.474864] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.475185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.475410] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-999fcf10-01a2-4838-b12b-98e4b0fa10e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.477820] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc71d0ee-84b7-41f0-bdd1-c01f56f28ec3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.489573] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 961.489573] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5242e495-336a-2290-27c5-461e514203ee" [ 961.489573] env[69942]: _type = "Task" [ 961.489573] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.497688] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.497688] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.499233] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e20267-0eca-42a0-be7a-d8101747c79f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.507150] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5242e495-336a-2290-27c5-461e514203ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.507150] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.507150] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.507150] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.509048] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 961.509048] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5213d8c2-365a-6611-d677-97a070623e05" [ 961.509048] env[69942]: _type = "Task" [ 961.509048] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.518476] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5213d8c2-365a-6611-d677-97a070623e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.650967] env[69942]: DEBUG nova.network.neutron [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Updating instance_info_cache with network_info: [{"id": "3afa16d8-d22e-46c7-9929-f03e63ebb6b7", "address": "fa:16:3e:08:32:ae", "network": {"id": "2e0527eb-8c33-4aee-bc2a-1e2ca79e352d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2133199349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acc155b14ba4db6a8b9d2c422c00c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afa16d8-d2", "ovs_interfaceid": "3afa16d8-d22e-46c7-9929-f03e63ebb6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.719577] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.788261] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.800023] env[69942]: DEBUG nova.compute.manager [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.800023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.800023] env[69942]: DEBUG nova.scheduler.client.report [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.803484] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25f1699-e514-46b6-a3a3-da20df5b7416 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.813603] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.813603] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c74d65-18c9-401b-9172-c5d7365a44bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.824223] env[69942]: DEBUG oslo_vmware.api [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 961.824223] env[69942]: value = "task-3831003" [ 961.824223] env[69942]: _type = "Task" [ 961.824223] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.838922] env[69942]: DEBUG oslo_vmware.api [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3831003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.899450] env[69942]: DEBUG oslo_vmware.api [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3831002, 'name': PowerOffVM_Task, 'duration_secs': 0.287282} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.900407] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.900598] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.900912] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dd9650d-affd-43d1-b64d-905acb339577 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.015965] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.016504] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.016878] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Deleting the datastore file [datastore2] 3655deab-c776-49e7-aa4d-f6aef76048b5 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.018221] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b0f319f-98ce-4c72-ae34-04dbf1b81bfb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.028993] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5213d8c2-365a-6611-d677-97a070623e05, 'name': SearchDatastore_Task, 'duration_secs': 0.015022} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.036647] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19cf1586-02a5-4ede-868a-75b2dfaac98e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.038909] env[69942]: DEBUG oslo_vmware.api [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for the task: (returnval){ [ 962.038909] env[69942]: value = "task-3831005" [ 962.038909] env[69942]: _type = "Task" [ 962.038909] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.046125] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 962.046125] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52837ef9-4e5b-b783-9b69-53a65b5f3347" [ 962.046125] env[69942]: _type = "Task" [ 962.046125] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.055557] env[69942]: DEBUG oslo_vmware.api [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3831005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.061169] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52837ef9-4e5b-b783-9b69-53a65b5f3347, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.061478] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.061831] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 2188b102-036e-44fb-9b71-047fc1640af4/2188b102-036e-44fb-9b71-047fc1640af4.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.062135] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.062398] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.062674] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b77edafb-d076-4a8c-b255-4e60919e781b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.064722] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fbf9ec6-7473-49ce-b0da-3012f21ae7ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.075877] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 962.075877] env[69942]: value = "task-3831006" [ 962.075877] env[69942]: _type = "Task" [ 962.075877] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.078344] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.078344] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.082089] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e82023a-dabe-488b-bb68-196359471abb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.088489] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 962.088489] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52be15b2-1864-e195-0790-2451c646c327" [ 962.088489] env[69942]: _type = "Task" [ 962.088489] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.091840] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.102115] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52be15b2-1864-e195-0790-2451c646c327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.153751] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Releasing lock "refresh_cache-526c18ee-48ff-4f0f-8f49-7d9d50f405ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.154248] env[69942]: DEBUG nova.compute.manager [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Instance network_info: |[{"id": "3afa16d8-d22e-46c7-9929-f03e63ebb6b7", "address": "fa:16:3e:08:32:ae", "network": {"id": "2e0527eb-8c33-4aee-bc2a-1e2ca79e352d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2133199349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acc155b14ba4db6a8b9d2c422c00c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afa16d8-d2", "ovs_interfaceid": "3afa16d8-d22e-46c7-9929-f03e63ebb6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.154613] env[69942]: DEBUG oslo_concurrency.lockutils [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] Acquired lock "refresh_cache-526c18ee-48ff-4f0f-8f49-7d9d50f405ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.154841] env[69942]: DEBUG nova.network.neutron [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Refreshing network info cache for port 3afa16d8-d22e-46c7-9929-f03e63ebb6b7 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.156229] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:32:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3afa16d8-d22e-46c7-9929-f03e63ebb6b7', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.166815] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Creating folder: Project (4acc155b14ba4db6a8b9d2c422c00c93). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.168668] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ce2d797-00f0-422d-b2d5-4e9dd713a0f6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.183192] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Created folder: Project (4acc155b14ba4db6a8b9d2c422c00c93) in parent group-v761487. [ 962.184298] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Creating folder: Instances. Parent ref: group-v761639. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.184298] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b2acae3-646e-45de-bd6a-27121b90a0ae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.195863] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Created folder: Instances in parent group-v761639. [ 962.195863] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.195863] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.195863] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b0da91f-3dbd-442f-b010-c746291c81b0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.220232] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.220232] env[69942]: value = "task-3831009" [ 962.220232] env[69942]: _type = "Task" [ 962.220232] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.233760] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831009, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.310067] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.313063] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.635s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.316423] env[69942]: DEBUG nova.objects.instance [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lazy-loading 'resources' on Instance uuid ce1c1a25-2095-4f6e-a9d3-194351c69ae5 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.338820] env[69942]: DEBUG oslo_vmware.api [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3831003, 'name': PowerOffVM_Task, 'duration_secs': 0.207959} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.338820] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.338820] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.340129] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fd83d2f-6ef2-40c1-9dc8-2ff30573baab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.350088] env[69942]: INFO nova.scheduler.client.report [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Deleted allocations for instance 21b385b6-9cca-4ed1-8bd2-57336451452a [ 962.431827] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.432226] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.432396] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Deleting the datastore file [datastore2] 5f87087e-9589-48ea-9d55-721beac9effe {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.432853] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9a9626d-2ce7-4267-8aa3-0b50c21fa212 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.445777] env[69942]: DEBUG oslo_vmware.api [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for the task: (returnval){ [ 962.445777] env[69942]: value = "task-3831011" [ 962.445777] env[69942]: _type = "Task" [ 962.445777] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.461187] env[69942]: DEBUG oslo_vmware.api [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3831011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.552474] env[69942]: DEBUG oslo_vmware.api [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Task: {'id': task-3831005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17328} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.552852] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.553032] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.553242] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.553453] env[69942]: INFO nova.compute.manager [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 962.553731] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.553972] env[69942]: DEBUG nova.compute.manager [-] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.554104] env[69942]: DEBUG nova.network.neutron [-] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.586547] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.586547] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.595570] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831006, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.611150] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52be15b2-1864-e195-0790-2451c646c327, 'name': SearchDatastore_Task, 'duration_secs': 0.020338} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.612036] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39aa454-351a-4e36-aa4b-1c7c2940600b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.619278] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 962.619278] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52134bb4-18c8-3e29-9f4c-b74fb31eb7ae" [ 962.619278] env[69942]: _type = "Task" [ 962.619278] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.630680] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52134bb4-18c8-3e29-9f4c-b74fb31eb7ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.731826] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831009, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.863307] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55ef2b2b-f5ca-4c5d-a966-bd5675179c3d tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "21b385b6-9cca-4ed1-8bd2-57336451452a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.951s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.957481] env[69942]: DEBUG oslo_vmware.api [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Task: {'id': task-3831011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266908} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.957912] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.958364] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.959019] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.959542] env[69942]: INFO nova.compute.manager [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Took 1.16 seconds to destroy the instance on the hypervisor. [ 962.960076] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.962823] env[69942]: DEBUG nova.compute.manager [-] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.963066] env[69942]: DEBUG nova.network.neutron [-] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.075254] env[69942]: DEBUG nova.network.neutron [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Updated VIF entry in instance network info cache for port 3afa16d8-d22e-46c7-9929-f03e63ebb6b7. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.075254] env[69942]: DEBUG nova.network.neutron [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Updating instance_info_cache with network_info: [{"id": "3afa16d8-d22e-46c7-9929-f03e63ebb6b7", "address": "fa:16:3e:08:32:ae", "network": {"id": "2e0527eb-8c33-4aee-bc2a-1e2ca79e352d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2133199349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4acc155b14ba4db6a8b9d2c422c00c93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afa16d8-d2", "ovs_interfaceid": "3afa16d8-d22e-46c7-9929-f03e63ebb6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.094499] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567544} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.095534] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 2188b102-036e-44fb-9b71-047fc1640af4/2188b102-036e-44fb-9b71-047fc1640af4.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.096524] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.096524] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa04febf-50a4-432e-b0d3-c25c714f1929 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.104490] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 963.104490] env[69942]: value = "task-3831012" [ 963.104490] env[69942]: _type = "Task" [ 963.104490] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.116885] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.132078] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52134bb4-18c8-3e29-9f4c-b74fb31eb7ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.132377] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.132767] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.132953] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-658bbdf9-a014-4666-bd27-ce6fa76f6cb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.141179] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 963.141179] env[69942]: value = "task-3831013" [ 963.141179] env[69942]: _type = "Task" [ 963.141179] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.150498] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.238758] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831009, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.367048] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2ae0c8-ddd2-4f44-b85a-ceabccf1b8f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.374378] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32198a0a-c10c-4ff3-93c8-42a93dd1c9c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.382901] env[69942]: DEBUG nova.compute.manager [req-5866bfbe-d2ea-4077-9ff9-74cbd0eb4a96 req-f3e41fe1-0566-4a28-a9aa-395a8de2aadc service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Received event network-vif-deleted-bc79b630-810d-4401-8673-b6b3fa7ea085 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.383167] env[69942]: INFO nova.compute.manager [req-5866bfbe-d2ea-4077-9ff9-74cbd0eb4a96 req-f3e41fe1-0566-4a28-a9aa-395a8de2aadc service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Neutron deleted interface bc79b630-810d-4401-8673-b6b3fa7ea085; detaching it from the instance and deleting it from the info cache [ 963.383375] env[69942]: DEBUG nova.network.neutron [req-5866bfbe-d2ea-4077-9ff9-74cbd0eb4a96 req-f3e41fe1-0566-4a28-a9aa-395a8de2aadc service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.420317] env[69942]: DEBUG nova.compute.manager [req-f6408842-8412-4a8c-9f6d-e54319e1e2cc req-462677cf-aba8-4a2c-b8bf-929e9faa962c service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Received event network-vif-deleted-bde6d2c8-adbb-44db-9c73-e364afb265e2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.420317] env[69942]: INFO nova.compute.manager [req-f6408842-8412-4a8c-9f6d-e54319e1e2cc req-462677cf-aba8-4a2c-b8bf-929e9faa962c service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Neutron deleted interface bde6d2c8-adbb-44db-9c73-e364afb265e2; detaching it from the instance and deleting it from the info cache [ 963.420317] env[69942]: DEBUG nova.network.neutron [req-f6408842-8412-4a8c-9f6d-e54319e1e2cc req-462677cf-aba8-4a2c-b8bf-929e9faa962c service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Updating instance_info_cache with network_info: [{"id": "29069c92-5033-48a2-b230-64ef36cb9722", "address": "fa:16:3e:43:23:61", "network": {"id": "c09b2caf-1130-4790-a2c7-23849bc2dabf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-930099241", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8806bbca016a4cc9b71465780837ef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29069c92-50", "ovs_interfaceid": "29069c92-5033-48a2-b230-64ef36cb9722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.422566] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d666e4ca-b9d3-484a-af9b-9e8644686b11 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.432763] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6750267c-f6e3-41a9-b17f-08ea9b36a61a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.450103] env[69942]: DEBUG nova.compute.provider_tree [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.580470] env[69942]: DEBUG oslo_concurrency.lockutils [req-84168c84-5b40-44be-b261-33b321fde4fc req-7bf27edd-2138-4c55-ab7e-d3637338cadd service nova] Releasing lock "refresh_cache-526c18ee-48ff-4f0f-8f49-7d9d50f405ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.613932] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073363} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.614489] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.615114] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a722075-b9d7-4869-a75e-5eae3e28f752 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.641322] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 2188b102-036e-44fb-9b71-047fc1640af4/2188b102-036e-44fb-9b71-047fc1640af4.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.641732] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbdbbfa0-974d-4e47-bf7d-658ac50f7a93 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.666101] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831013, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.667587] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 963.667587] env[69942]: value = "task-3831015" [ 963.667587] env[69942]: _type = "Task" [ 963.667587] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.677696] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.746141] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831009, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.782953] env[69942]: DEBUG nova.network.neutron [-] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.884994] env[69942]: DEBUG nova.network.neutron [-] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.886895] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-652c4f1c-cf2a-4920-a2e1-bb49e05a867f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.901434] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246c2954-5822-4db1-9397-6ae1b381e254 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.927586] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d72f1e89-a325-43cf-830b-e4d1029742c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.947026] env[69942]: DEBUG nova.compute.manager [req-5866bfbe-d2ea-4077-9ff9-74cbd0eb4a96 req-f3e41fe1-0566-4a28-a9aa-395a8de2aadc service nova] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Detach interface failed, port_id=bc79b630-810d-4401-8673-b6b3fa7ea085, reason: Instance 5f87087e-9589-48ea-9d55-721beac9effe could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.958194] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41f4527-263a-48b6-9f4c-2ee4c5c1aac1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.974716] env[69942]: DEBUG nova.scheduler.client.report [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.005852] env[69942]: DEBUG nova.compute.manager [req-f6408842-8412-4a8c-9f6d-e54319e1e2cc req-462677cf-aba8-4a2c-b8bf-929e9faa962c service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Detach interface failed, port_id=bde6d2c8-adbb-44db-9c73-e364afb265e2, reason: Instance 3655deab-c776-49e7-aa4d-f6aef76048b5 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.155194] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843385} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.155655] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.155992] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.156372] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88379921-28f1-4144-be73-830b811b7d4a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.164687] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 964.164687] env[69942]: value = "task-3831016" [ 964.164687] env[69942]: _type = "Task" [ 964.164687] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.178331] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.181824] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.241279] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831009, 'name': CreateVM_Task, 'duration_secs': 1.631734} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.241755] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.242493] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.242493] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.242797] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.243082] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3af0d5-7ddd-4eb3-b043-5cc43ff45128 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.250038] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for the task: (returnval){ [ 964.250038] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52230324-e79e-3253-1466-a00fbd61ffd6" [ 964.250038] env[69942]: _type = "Task" [ 964.250038] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.260442] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52230324-e79e-3253-1466-a00fbd61ffd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.286869] env[69942]: INFO nova.compute.manager [-] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Took 1.32 seconds to deallocate network for instance. [ 964.387983] env[69942]: INFO nova.compute.manager [-] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Took 1.83 seconds to deallocate network for instance. [ 964.481603] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.484981] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.617s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.486696] env[69942]: INFO nova.compute.claims [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.508858] env[69942]: INFO nova.scheduler.client.report [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Deleted allocations for instance ce1c1a25-2095-4f6e-a9d3-194351c69ae5 [ 964.677012] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126171} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.677773] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.678614] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ec3af9-2d91-4011-933c-325356bcc47e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.685290] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831015, 'name': ReconfigVM_Task, 'duration_secs': 0.62654} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.686097] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 2188b102-036e-44fb-9b71-047fc1640af4/2188b102-036e-44fb-9b71-047fc1640af4.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.686731] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cbd2e45-3b51-4b09-9368-4e99612eb06f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.706110] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.707171] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da712fbd-261a-4d8a-96ed-d00ab8556766 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.723288] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 964.723288] env[69942]: value = "task-3831017" [ 964.723288] env[69942]: _type = "Task" [ 964.723288] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.728907] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 964.728907] env[69942]: value = "task-3831018" [ 964.728907] env[69942]: _type = "Task" [ 964.728907] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.732149] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831017, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.740600] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.761507] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52230324-e79e-3253-1466-a00fbd61ffd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011857} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.761939] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.762131] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.762384] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.762539] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.762755] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.763088] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9f63016-5681-483e-8ea3-13259a1de390 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.772299] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.772494] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.773401] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd7e4e2-c9e8-40a7-9b18-76a6f673ab37 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.780010] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for the task: (returnval){ [ 964.780010] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521678b1-baba-58eb-8afa-d5f1472a3cca" [ 964.780010] env[69942]: _type = "Task" [ 964.780010] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.788561] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521678b1-baba-58eb-8afa-d5f1472a3cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.793663] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.894696] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.021353] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b4717f8-8245-44cd-85b6-63b014b4aa75 tempest-FloatingIPsAssociationNegativeTestJSON-223038860 tempest-FloatingIPsAssociationNegativeTestJSON-223038860-project-member] Lock "ce1c1a25-2095-4f6e-a9d3-194351c69ae5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.865s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.240009] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831017, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.245996] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831018, 'name': ReconfigVM_Task, 'duration_secs': 0.283512} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.246321] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.246946] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf237740-a50a-4a0b-b65c-88410bc73f55 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.255111] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 965.255111] env[69942]: value = "task-3831019" [ 965.255111] env[69942]: _type = "Task" [ 965.255111] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.264830] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831019, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.291236] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521678b1-baba-58eb-8afa-d5f1472a3cca, 'name': SearchDatastore_Task, 'duration_secs': 0.012328} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.292098] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78da54d4-06b6-4bca-a4c7-a441ae4a96a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.299498] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for the task: (returnval){ [ 965.299498] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52078223-ed33-4b6f-a51d-0ccc0050a57c" [ 965.299498] env[69942]: _type = "Task" [ 965.299498] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.308631] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52078223-ed33-4b6f-a51d-0ccc0050a57c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.450827] env[69942]: DEBUG nova.compute.manager [req-e24f7952-12b3-458f-9228-fba7c3cfbb10 req-49d6c426-0294-4daf-9676-7bdadfde59db service nova] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Received event network-vif-deleted-29069c92-5033-48a2-b230-64ef36cb9722 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.743259] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831017, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.769405] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831019, 'name': Rename_Task, 'duration_secs': 0.254783} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.769862] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.770109] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53975b44-cca6-483f-a884-dfd5c182d4fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.778203] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 965.778203] env[69942]: value = "task-3831020" [ 965.778203] env[69942]: _type = "Task" [ 965.778203] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.789768] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.810289] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52078223-ed33-4b6f-a51d-0ccc0050a57c, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.813179] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.813767] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 526c18ee-48ff-4f0f-8f49-7d9d50f405ef/526c18ee-48ff-4f0f-8f49-7d9d50f405ef.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.814056] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bd48a4c-a002-4665-bd68-1c7d932b44a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.822959] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for the task: (returnval){ [ 965.822959] env[69942]: value = "task-3831021" [ 965.822959] env[69942]: _type = "Task" [ 965.822959] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.835493] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.074511] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da52809-e13d-48c1-8015-ec3e5ccb1a9e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.086789] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0253a0-4457-4dc1-8bdb-c412a8b78d7e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.127593] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186870fe-de21-4144-a5ca-58876e4fce91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.140858] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10477fa4-06af-4c8d-892c-2d4305f8794b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.166778] env[69942]: DEBUG nova.compute.provider_tree [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.244109] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831017, 'name': Rename_Task, 'duration_secs': 1.173819} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.244893] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.245231] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7c19a7f-bdaf-4c6b-868c-f26a26d0fdf9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.257715] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 966.257715] env[69942]: value = "task-3831022" [ 966.257715] env[69942]: _type = "Task" [ 966.257715] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.273627] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.293860] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.342113] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831021, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.673714] env[69942]: DEBUG nova.scheduler.client.report [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.773357] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.796366] env[69942]: DEBUG oslo_vmware.api [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831020, 'name': PowerOnVM_Task, 'duration_secs': 0.612463} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.797393] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.800129] env[69942]: DEBUG nova.compute.manager [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.800129] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff454712-f3f5-41a8-b3b8-499dbb8d2be2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.836093] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564173} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.836387] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 526c18ee-48ff-4f0f-8f49-7d9d50f405ef/526c18ee-48ff-4f0f-8f49-7d9d50f405ef.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.836630] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.836908] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af88b6e5-a153-4b79-b340-1f808a591aa5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.845472] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for the task: (returnval){ [ 966.845472] env[69942]: value = "task-3831023" [ 966.845472] env[69942]: _type = "Task" [ 966.845472] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.860629] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.179088] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.179679] env[69942]: DEBUG nova.compute.manager [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.183868] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.459s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.185262] env[69942]: INFO nova.compute.claims [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.232751] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.232751] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.233028] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.233282] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.233461] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.236182] env[69942]: INFO nova.compute.manager [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Terminating instance [ 967.272039] env[69942]: DEBUG oslo_vmware.api [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831022, 'name': PowerOnVM_Task, 'duration_secs': 0.566144} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.272039] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.272559] env[69942]: INFO nova.compute.manager [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Took 10.10 seconds to spawn the instance on the hypervisor. [ 967.272559] env[69942]: DEBUG nova.compute.manager [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.273293] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca266b1d-3811-45a9-9ded-bdf9cb0d5821 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.324631] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.355998] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077028} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.356324] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.357179] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6da446c-6fb1-4c1c-b87f-bc98db70fe29 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.380026] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 526c18ee-48ff-4f0f-8f49-7d9d50f405ef/526c18ee-48ff-4f0f-8f49-7d9d50f405ef.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.380357] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af1c8a58-06a8-4fce-b36e-9b0465b8c739 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.402512] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for the task: (returnval){ [ 967.402512] env[69942]: value = "task-3831024" [ 967.402512] env[69942]: _type = "Task" [ 967.402512] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.412929] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.689409] env[69942]: DEBUG nova.compute.utils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.695214] env[69942]: DEBUG nova.compute.manager [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.695214] env[69942]: DEBUG nova.network.neutron [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.744148] env[69942]: DEBUG nova.compute.manager [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.744148] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.744148] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c25b47-9d76-49e9-8a27-40032c7878b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.757272] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.758216] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-868af854-01d6-48ab-b2cc-dee3cefa3843 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.769912] env[69942]: DEBUG oslo_vmware.api [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 967.769912] env[69942]: value = "task-3831025" [ 967.769912] env[69942]: _type = "Task" [ 967.769912] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.780661] env[69942]: DEBUG oslo_vmware.api [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3831025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.782730] env[69942]: DEBUG nova.policy [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '359dbee1bcbf43069792c28a8d072b7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a352b3ed079f44c4aa01749188af4225', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.792735] env[69942]: INFO nova.compute.manager [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Took 53.66 seconds to build instance. [ 967.918380] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.194092] env[69942]: DEBUG nova.compute.manager [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.245381] env[69942]: INFO nova.compute.manager [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Rescuing [ 968.245673] env[69942]: DEBUG oslo_concurrency.lockutils [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "refresh_cache-2188b102-036e-44fb-9b71-047fc1640af4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.246188] env[69942]: DEBUG oslo_concurrency.lockutils [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "refresh_cache-2188b102-036e-44fb-9b71-047fc1640af4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.246375] env[69942]: DEBUG nova.network.neutron [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.292024] env[69942]: DEBUG oslo_vmware.api [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3831025, 'name': PowerOffVM_Task, 'duration_secs': 0.276949} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.292024] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.292024] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.292024] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e96fad0-85cc-4565-bf32-fbbfe113f0e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.295131] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31729ad-da62-49a7-9279-b3e81e8933a2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "2188b102-036e-44fb-9b71-047fc1640af4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.541s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.362564] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.362920] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.363051] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Deleting the datastore file [datastore1] af4c55f0-2edf-44a4-a880-a5a7ad6b0def {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.363333] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dc8d592-3fcd-4fe3-bb28-756ec69e3947 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.370091] env[69942]: DEBUG oslo_vmware.api [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for the task: (returnval){ [ 968.370091] env[69942]: value = "task-3831027" [ 968.370091] env[69942]: _type = "Task" [ 968.370091] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.387755] env[69942]: DEBUG oslo_vmware.api [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3831027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.416488] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831024, 'name': ReconfigVM_Task, 'duration_secs': 0.65538} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.416488] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 526c18ee-48ff-4f0f-8f49-7d9d50f405ef/526c18ee-48ff-4f0f-8f49-7d9d50f405ef.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.417047] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ebd3ca3-9fb4-4e6d-943c-46688e1808f6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.423780] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for the task: (returnval){ [ 968.423780] env[69942]: value = "task-3831028" [ 968.423780] env[69942]: _type = "Task" [ 968.423780] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.435427] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831028, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.503231] env[69942]: DEBUG nova.network.neutron [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Successfully created port: e0ba4973-d635-4c30-aa73-813cc947ff7c {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.747668] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a7f098-2dcb-4ad0-849a-aa8529a9b73b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.758988] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc19ab-6326-401d-889d-c972fc1c2f12 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.794519] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd69eb4-5c35-4b22-8c77-4cc8e6b0d509 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.801725] env[69942]: DEBUG nova.compute.manager [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.814373] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664980c7-1b49-49bc-a1d9-4fe464cd8b96 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.833280] env[69942]: DEBUG nova.compute.provider_tree [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.883843] env[69942]: DEBUG oslo_vmware.api [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3831027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.940074] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831028, 'name': Rename_Task, 'duration_secs': 0.152254} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.940230] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.940512] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ee40cb8-f782-44f0-b0a7-25996337881f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.949779] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for the task: (returnval){ [ 968.949779] env[69942]: value = "task-3831029" [ 968.949779] env[69942]: _type = "Task" [ 968.949779] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.966027] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.091694] env[69942]: INFO nova.compute.manager [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Rebuilding instance [ 969.143758] env[69942]: DEBUG nova.compute.manager [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.144730] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a48006-4c79-4cf0-84be-4d4a932563fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.208750] env[69942]: DEBUG nova.compute.manager [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.243880] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.243880] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.243880] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.243880] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.243880] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.243880] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.243880] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.243880] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.244903] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.244903] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.244903] env[69942]: DEBUG nova.virt.hardware [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.245206] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1111efb6-927a-46bd-b895-e320b60982b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.253855] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8319c61c-35f7-4ef8-8a45-cd900105c84d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.325686] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.338428] env[69942]: DEBUG nova.scheduler.client.report [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.386017] env[69942]: DEBUG oslo_vmware.api [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Task: {'id': task-3831027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.59748} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.386017] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.386017] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.386017] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.386017] env[69942]: INFO nova.compute.manager [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Took 1.64 seconds to destroy the instance on the hypervisor. [ 969.386017] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.386017] env[69942]: DEBUG nova.compute.manager [-] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.386017] env[69942]: DEBUG nova.network.neutron [-] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.464833] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831029, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.472256] env[69942]: DEBUG nova.network.neutron [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Updating instance_info_cache with network_info: [{"id": "3364ee73-0bc3-44d6-82b5-5e0e2aab8afd", "address": "fa:16:3e:ed:e8:0e", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3364ee73-0b", "ovs_interfaceid": "3364ee73-0bc3-44d6-82b5-5e0e2aab8afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.849160] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.849160] env[69942]: DEBUG nova.compute.manager [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.852145] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.817s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.853986] env[69942]: DEBUG nova.objects.instance [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lazy-loading 'resources' on Instance uuid 886226c8-616b-43cf-bfc6-aa5aac2ca158 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.961412] env[69942]: DEBUG oslo_vmware.api [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831029, 'name': PowerOnVM_Task, 'duration_secs': 0.643428} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.961628] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.961984] env[69942]: INFO nova.compute.manager [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Took 10.07 seconds to spawn the instance on the hypervisor. [ 969.962229] env[69942]: DEBUG nova.compute.manager [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.962911] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3f9fd7-3190-468a-b7d2-f953dfb5df70 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.976526] env[69942]: DEBUG oslo_concurrency.lockutils [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "refresh_cache-2188b102-036e-44fb-9b71-047fc1640af4" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.113741] env[69942]: DEBUG nova.compute.manager [req-89d37a79-176f-4a7b-8652-bfc76b02ff9f req-2e04ef50-4057-447d-966f-a73cc75572d8 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Received event network-vif-deleted-1ecda13e-f25d-4c42-8988-1b96ebbccfc2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.113741] env[69942]: INFO nova.compute.manager [req-89d37a79-176f-4a7b-8652-bfc76b02ff9f req-2e04ef50-4057-447d-966f-a73cc75572d8 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Neutron deleted interface 1ecda13e-f25d-4c42-8988-1b96ebbccfc2; detaching it from the instance and deleting it from the info cache [ 970.113741] env[69942]: DEBUG nova.network.neutron [req-89d37a79-176f-4a7b-8652-bfc76b02ff9f req-2e04ef50-4057-447d-966f-a73cc75572d8 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.161226] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.161569] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e784e4a0-030c-4c63-8309-9afc8fae0bec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.171179] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 970.171179] env[69942]: value = "task-3831030" [ 970.171179] env[69942]: _type = "Task" [ 970.171179] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.186636] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.305425] env[69942]: DEBUG nova.network.neutron [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Successfully updated port: e0ba4973-d635-4c30-aa73-813cc947ff7c {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.355849] env[69942]: DEBUG nova.compute.utils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.361274] env[69942]: DEBUG nova.compute.manager [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.361274] env[69942]: DEBUG nova.network.neutron [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.403727] env[69942]: DEBUG nova.policy [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5ea97db961e4f8386c3353764c50e89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88b472efa0c24d5b8db41ddbf1b8d36d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.482036] env[69942]: INFO nova.compute.manager [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Took 53.63 seconds to build instance. [ 970.564510] env[69942]: DEBUG nova.network.neutron [-] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.618287] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5981fbfb-9bc8-4aa1-a9d3-70eb185a1691 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.632124] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80a8a8c-9b65-43c2-ac67-be58e3927ac7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.676278] env[69942]: DEBUG nova.compute.manager [req-89d37a79-176f-4a7b-8652-bfc76b02ff9f req-2e04ef50-4057-447d-966f-a73cc75572d8 service nova] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Detach interface failed, port_id=1ecda13e-f25d-4c42-8988-1b96ebbccfc2, reason: Instance af4c55f0-2edf-44a4-a880-a5a7ad6b0def could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.686981] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831030, 'name': PowerOffVM_Task, 'duration_secs': 0.204338} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.686981] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.686981] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.687327] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c10caef-b887-47e7-936f-35f1c9eba84c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.699951] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.699951] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34d16cfb-1bcb-4a27-9b25-997108aef965 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.758734] env[69942]: DEBUG nova.network.neutron [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Successfully created port: 6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.768415] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.768415] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.768415] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleting the datastore file [datastore1] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.768415] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2754271f-4635-46df-9c0c-cb5c2758b50f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.778022] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 970.778022] env[69942]: value = "task-3831032" [ 970.778022] env[69942]: _type = "Task" [ 970.778022] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.786744] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.811831] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquiring lock "refresh_cache-eb988a47-059c-400d-a826-7edb15528943" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.811831] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquired lock "refresh_cache-eb988a47-059c-400d-a826-7edb15528943" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.811998] env[69942]: DEBUG nova.network.neutron [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.861664] env[69942]: DEBUG nova.compute.manager [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.982181] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c499e-3444-45ef-94ce-986459892cab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.985602] env[69942]: DEBUG oslo_concurrency.lockutils [None req-92294fe0-8a0e-4586-b2be-384dbd595972 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.347s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.993848] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eab90df-9dbd-47d0-9283-4f83d0356e15 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.035407] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67ca204-d217-454b-af59-83cb5be1c878 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.047242] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c51219-db67-43cd-9810-8a96c9d96ad7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.065846] env[69942]: DEBUG nova.compute.provider_tree [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.072285] env[69942]: INFO nova.compute.manager [-] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Took 1.69 seconds to deallocate network for instance. [ 971.288434] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47514} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.288716] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.289023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.289129] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.360191] env[69942]: DEBUG nova.network.neutron [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.488416] env[69942]: DEBUG nova.compute.manager [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.540899] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.541723] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e95dea8d-0532-4a6d-9221-73928d4fa23d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.551336] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 971.551336] env[69942]: value = "task-3831033" [ 971.551336] env[69942]: _type = "Task" [ 971.551336] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.567795] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.569476] env[69942]: DEBUG nova.scheduler.client.report [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.578505] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.590858] env[69942]: DEBUG nova.network.neutron [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Updating instance_info_cache with network_info: [{"id": "e0ba4973-d635-4c30-aa73-813cc947ff7c", "address": "fa:16:3e:7d:06:c9", "network": {"id": "3abb9973-a511-4be2-9d33-d01a66f845eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-935059473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a352b3ed079f44c4aa01749188af4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ba4973-d6", "ovs_interfaceid": "e0ba4973-d635-4c30-aa73-813cc947ff7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.871599] env[69942]: DEBUG nova.compute.manager [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.910079] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.910404] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.910501] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.910686] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.910834] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.910977] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.911223] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.911386] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.911578] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.911750] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.911923] env[69942]: DEBUG nova.virt.hardware [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.913215] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7afede-c1fe-421c-aa23-3cda8d906899 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.923025] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74607e5c-6af1-4bb4-99f6-a473d93c0391 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.014274] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.066540] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831033, 'name': PowerOffVM_Task, 'duration_secs': 0.239923} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.066540] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.066540] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d5fc0e-e47b-45d5-a483-271ee3d2a339 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.090871] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.094761] env[69942]: DEBUG oslo_concurrency.lockutils [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.016s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.094761] env[69942]: DEBUG nova.objects.instance [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lazy-loading 'resources' on Instance uuid 08c30c2e-9588-4990-8d85-b747ff174e1b {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.097493] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Releasing lock "refresh_cache-eb988a47-059c-400d-a826-7edb15528943" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.097493] env[69942]: DEBUG nova.compute.manager [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Instance network_info: |[{"id": "e0ba4973-d635-4c30-aa73-813cc947ff7c", "address": "fa:16:3e:7d:06:c9", "network": {"id": "3abb9973-a511-4be2-9d33-d01a66f845eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-935059473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a352b3ed079f44c4aa01749188af4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ba4973-d6", "ovs_interfaceid": "e0ba4973-d635-4c30-aa73-813cc947ff7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.097493] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abecd14-521e-4a23-a4e1-c8b7e68a58c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.100936] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:06:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0ba4973-d635-4c30-aa73-813cc947ff7c', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.110523] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Creating folder: Project (a352b3ed079f44c4aa01749188af4225). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.112083] env[69942]: INFO nova.scheduler.client.report [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Deleted allocations for instance 886226c8-616b-43cf-bfc6-aa5aac2ca158 [ 972.116023] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-080f01b5-99f4-4dfa-9ce5-6084e6220869 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.130404] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Created folder: Project (a352b3ed079f44c4aa01749188af4225) in parent group-v761487. [ 972.130404] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Creating folder: Instances. Parent ref: group-v761642. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.130404] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b359110a-da12-4da8-9093-90021b40b175 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.139765] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Created folder: Instances in parent group-v761642. [ 972.141457] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.141457] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb988a47-059c-400d-a826-7edb15528943] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.141457] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c2c41c3-a6b9-406b-8831-d442a81da91d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.167482] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.167482] env[69942]: value = "task-3831036" [ 972.167482] env[69942]: _type = "Task" [ 972.167482] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.172034] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.172034] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9362949-b329-4d53-a195-63e176690dc6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.185696] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831036, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.186145] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 972.186145] env[69942]: value = "task-3831037" [ 972.186145] env[69942]: _type = "Task" [ 972.186145] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.197858] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.198128] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.198396] env[69942]: DEBUG oslo_concurrency.lockutils [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.198546] env[69942]: DEBUG oslo_concurrency.lockutils [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.198743] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.199023] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2628cb67-6513-4529-9adb-f82727f456cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.210458] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.210703] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.211995] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d60a7d-8f68-4fd9-a085-eb5902b8e543 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.219203] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 972.219203] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52929c94-b724-aca9-4dd0-b9b64a4346d5" [ 972.219203] env[69942]: _type = "Task" [ 972.219203] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.232479] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52929c94-b724-aca9-4dd0-b9b64a4346d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.290255] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.290537] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.305182] env[69942]: DEBUG nova.compute.manager [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Received event network-vif-plugged-e0ba4973-d635-4c30-aa73-813cc947ff7c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.305428] env[69942]: DEBUG oslo_concurrency.lockutils [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] Acquiring lock "eb988a47-059c-400d-a826-7edb15528943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.305683] env[69942]: DEBUG oslo_concurrency.lockutils [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] Lock "eb988a47-059c-400d-a826-7edb15528943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.309023] env[69942]: DEBUG oslo_concurrency.lockutils [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] Lock "eb988a47-059c-400d-a826-7edb15528943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.309023] env[69942]: DEBUG nova.compute.manager [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] No waiting events found dispatching network-vif-plugged-e0ba4973-d635-4c30-aa73-813cc947ff7c {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.309023] env[69942]: WARNING nova.compute.manager [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Received unexpected event network-vif-plugged-e0ba4973-d635-4c30-aa73-813cc947ff7c for instance with vm_state building and task_state spawning. [ 972.309023] env[69942]: DEBUG nova.compute.manager [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Received event network-changed-e0ba4973-d635-4c30-aa73-813cc947ff7c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.309023] env[69942]: DEBUG nova.compute.manager [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Refreshing instance network info cache due to event network-changed-e0ba4973-d635-4c30-aa73-813cc947ff7c. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.309023] env[69942]: DEBUG oslo_concurrency.lockutils [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] Acquiring lock "refresh_cache-eb988a47-059c-400d-a826-7edb15528943" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.309023] env[69942]: DEBUG oslo_concurrency.lockutils [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] Acquired lock "refresh_cache-eb988a47-059c-400d-a826-7edb15528943" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.309023] env[69942]: DEBUG nova.network.neutron [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Refreshing network info cache for port e0ba4973-d635-4c30-aa73-813cc947ff7c {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.329664] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.329916] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.330109] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.330305] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.330491] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.330667] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.330890] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.331084] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.331280] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.331454] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.331626] env[69942]: DEBUG nova.virt.hardware [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.333194] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574cd7d-5fd4-4806-b9c4-2e125ed174fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.342837] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe3875c-f69d-40af-a44e-131e8726c3a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.361313] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:ab:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd646f08e-8dbf-492c-9191-44465ccdd0ee', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.369751] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.369914] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.370164] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a68e094b-2663-4434-945d-2801c51a14db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.396285] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.396285] env[69942]: value = "task-3831038" [ 972.396285] env[69942]: _type = "Task" [ 972.396285] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.406961] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831038, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.492121] env[69942]: DEBUG nova.network.neutron [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Successfully updated port: 6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.624910] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c188a4b1-5834-439f-a699-b5a018382c34 tempest-ServerAddressesNegativeTestJSON-1531143188 tempest-ServerAddressesNegativeTestJSON-1531143188-project-member] Lock "886226c8-616b-43cf-bfc6-aa5aac2ca158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.036s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.683372] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831036, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.733530] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52929c94-b724-aca9-4dd0-b9b64a4346d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013393} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.734471] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f051187-c607-4eee-af20-b61a7a5cf962 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.746362] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 972.746362] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5281f160-6fb0-54ff-279e-e85e0f79df71" [ 972.746362] env[69942]: _type = "Task" [ 972.746362] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.756538] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5281f160-6fb0-54ff-279e-e85e0f79df71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.917272] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831038, 'name': CreateVM_Task, 'duration_secs': 0.382102} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.917566] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.918477] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.918685] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.919069] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.919377] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26bfdf3d-7176-483b-b0e7-5c19fb2ca300 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.932958] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 972.932958] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d5176f-b41e-a448-c300-30749485882a" [ 972.932958] env[69942]: _type = "Task" [ 972.932958] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.942060] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d5176f-b41e-a448-c300-30749485882a, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.942443] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.942816] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.943058] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.943255] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.943484] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.948381] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-971f6254-d973-4b9f-8c7a-2ed0fed98c84 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.961430] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.961584] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.966204] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5188210-294d-46f8-93af-cb4a4b308f5f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.973333] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 972.973333] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52394e8e-543b-f89b-f53d-f82e1d427de7" [ 972.973333] env[69942]: _type = "Task" [ 972.973333] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.986692] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52394e8e-543b-f89b-f53d-f82e1d427de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.994533] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.994803] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.994983] env[69942]: DEBUG nova.network.neutron [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.126736] env[69942]: DEBUG nova.network.neutron [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Updated VIF entry in instance network info cache for port e0ba4973-d635-4c30-aa73-813cc947ff7c. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.127269] env[69942]: DEBUG nova.network.neutron [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Updating instance_info_cache with network_info: [{"id": "e0ba4973-d635-4c30-aa73-813cc947ff7c", "address": "fa:16:3e:7d:06:c9", "network": {"id": "3abb9973-a511-4be2-9d33-d01a66f845eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-935059473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a352b3ed079f44c4aa01749188af4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ba4973-d6", "ovs_interfaceid": "e0ba4973-d635-4c30-aa73-813cc947ff7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.192453] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831036, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.208666] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438e8ea4-22fe-4a67-b490-580f9783d6d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.217642] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf1e324-ff97-419b-9f94-b17a02703341 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.254532] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2afc99-54f3-4ce3-b6d6-90b933c47ee0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.263258] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5281f160-6fb0-54ff-279e-e85e0f79df71, 'name': SearchDatastore_Task, 'duration_secs': 0.014924} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.265600] env[69942]: DEBUG oslo_concurrency.lockutils [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.265885] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 2188b102-036e-44fb-9b71-047fc1640af4/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. {{(pid=69942) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 973.266247] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae43db7-6dee-47d8-9d00-7a7bdb77a388 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.269313] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24653e8-0787-4ad8-81af-f2d9a7ad3af5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.284383] env[69942]: DEBUG nova.compute.provider_tree [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.290084] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 973.290084] env[69942]: value = "task-3831039" [ 973.290084] env[69942]: _type = "Task" [ 973.290084] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.296232] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.490910] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52394e8e-543b-f89b-f53d-f82e1d427de7, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.490910] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf93eb5-85d4-4ce1-9b4c-f98276594b63 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.505754] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 973.505754] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522b5404-2613-ddff-6441-e59b32211bb1" [ 973.505754] env[69942]: _type = "Task" [ 973.505754] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.517313] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522b5404-2613-ddff-6441-e59b32211bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.552354] env[69942]: DEBUG nova.network.neutron [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.631487] env[69942]: DEBUG oslo_concurrency.lockutils [req-16c3ced2-7185-4a70-9090-aa3ba415b4e5 req-05b47680-ab36-4fa3-bc49-3420a2a75f2a service nova] Releasing lock "refresh_cache-eb988a47-059c-400d-a826-7edb15528943" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.697832] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831036, 'name': CreateVM_Task, 'duration_secs': 1.354966} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.697832] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb988a47-059c-400d-a826-7edb15528943] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.698227] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.698410] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.698764] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.699076] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599e5d42-4cd5-45df-a044-a8a32476351c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.710222] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for the task: (returnval){ [ 973.710222] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52662099-ecb7-f846-23ad-5d2380f736fe" [ 973.710222] env[69942]: _type = "Task" [ 973.710222] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.725780] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52662099-ecb7-f846-23ad-5d2380f736fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.788867] env[69942]: DEBUG nova.scheduler.client.report [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.803926] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488188} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.804806] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 2188b102-036e-44fb-9b71-047fc1640af4/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. [ 973.807352] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804ca353-8f1c-4afe-8d41-7f6d197e6284 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.809925] env[69942]: DEBUG nova.network.neutron [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updating instance_info_cache with network_info: [{"id": "6c82ed24-ab14-486b-88b9-571bccb42903", "address": "fa:16:3e:2b:df:8f", "network": {"id": "4c00d401-babf-495d-9594-3f2ba5160c5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1034340774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b472efa0c24d5b8db41ddbf1b8d36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c82ed24-ab", "ovs_interfaceid": "6c82ed24-ab14-486b-88b9-571bccb42903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.841813] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 2188b102-036e-44fb-9b71-047fc1640af4/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.842516] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad6e8e5e-f07e-4b47-af16-1090861cd3be {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.865463] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 973.865463] env[69942]: value = "task-3831040" [ 973.865463] env[69942]: _type = "Task" [ 973.865463] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.874480] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.018944] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522b5404-2613-ddff-6441-e59b32211bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.015822} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.019302] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.019585] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.019863] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d13942-cbe0-4b6b-bd77-fd92e8fddbd9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.030446] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 974.030446] env[69942]: value = "task-3831041" [ 974.030446] env[69942]: _type = "Task" [ 974.030446] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.039693] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.174737] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquiring lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.175063] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.176111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquiring lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.176111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.176111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.183603] env[69942]: INFO nova.compute.manager [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Terminating instance [ 974.222611] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52662099-ecb7-f846-23ad-5d2380f736fe, 'name': SearchDatastore_Task, 'duration_secs': 0.022151} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.222957] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.223216] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.223452] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.223616] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.223779] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.224074] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20b235bb-84df-4538-bb84-c3ccefbceb9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.240269] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.240581] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.241696] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da96c76f-8775-441f-a501-9101aa700385 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.251053] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for the task: (returnval){ [ 974.251053] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c66e99-62a9-8f51-13e6-59fb83486bfe" [ 974.251053] env[69942]: _type = "Task" [ 974.251053] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.262053] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c66e99-62a9-8f51-13e6-59fb83486bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.294877] env[69942]: DEBUG oslo_concurrency.lockutils [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.297912] env[69942]: DEBUG oslo_concurrency.lockutils [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 39.012s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.315945] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.316094] env[69942]: DEBUG nova.compute.manager [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Instance network_info: |[{"id": "6c82ed24-ab14-486b-88b9-571bccb42903", "address": "fa:16:3e:2b:df:8f", "network": {"id": "4c00d401-babf-495d-9594-3f2ba5160c5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1034340774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b472efa0c24d5b8db41ddbf1b8d36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c82ed24-ab", "ovs_interfaceid": "6c82ed24-ab14-486b-88b9-571bccb42903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.316769] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:df:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c82ed24-ab14-486b-88b9-571bccb42903', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.325085] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Creating folder: Project (88b472efa0c24d5b8db41ddbf1b8d36d). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.326627] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70892083-ab31-4fb5-a8bc-737b6bd3f6fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.342104] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Created folder: Project (88b472efa0c24d5b8db41ddbf1b8d36d) in parent group-v761487. [ 974.342104] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Creating folder: Instances. Parent ref: group-v761646. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.342104] env[69942]: INFO nova.scheduler.client.report [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted allocations for instance 08c30c2e-9588-4990-8d85-b747ff174e1b [ 974.342104] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6040cc89-8dc7-4f37-b4a4-379491cc240a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.353250] env[69942]: DEBUG nova.compute.manager [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Received event network-vif-plugged-6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.353477] env[69942]: DEBUG oslo_concurrency.lockutils [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] Acquiring lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.353685] env[69942]: DEBUG oslo_concurrency.lockutils [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.353852] env[69942]: DEBUG oslo_concurrency.lockutils [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.354036] env[69942]: DEBUG nova.compute.manager [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] No waiting events found dispatching network-vif-plugged-6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.354186] env[69942]: WARNING nova.compute.manager [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Received unexpected event network-vif-plugged-6c82ed24-ab14-486b-88b9-571bccb42903 for instance with vm_state building and task_state spawning. [ 974.354341] env[69942]: DEBUG nova.compute.manager [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Received event network-changed-6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.354489] env[69942]: DEBUG nova.compute.manager [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Refreshing instance network info cache due to event network-changed-6c82ed24-ab14-486b-88b9-571bccb42903. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.355088] env[69942]: DEBUG oslo_concurrency.lockutils [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] Acquiring lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.355088] env[69942]: DEBUG oslo_concurrency.lockutils [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] Acquired lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.355088] env[69942]: DEBUG nova.network.neutron [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Refreshing network info cache for port 6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.358911] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Created folder: Instances in parent group-v761646. [ 974.359364] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.359845] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.360094] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ddfbd7b-1a77-4144-b3f8-654d481cc2de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.386846] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.386846] env[69942]: value = "task-3831044" [ 974.386846] env[69942]: _type = "Task" [ 974.386846] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.392224] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831040, 'name': ReconfigVM_Task, 'duration_secs': 0.294705} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.394305] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 2188b102-036e-44fb-9b71-047fc1640af4/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.395977] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6f59fa-790e-4a3a-a328-7a461e28cd21 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.430571] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87a4017d-991a-4efd-84da-38d3acaa6810 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.442148] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831044, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.454025] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 974.454025] env[69942]: value = "task-3831045" [ 974.454025] env[69942]: _type = "Task" [ 974.454025] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.465327] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.543363] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831041, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.693025] env[69942]: DEBUG nova.compute.manager [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.693025] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.693025] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f94d90e-3fbc-4b6e-9c1f-30bbfffdcb36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.701571] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.702174] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-995ec6fe-e264-4dcc-b863-553c835dd94e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.712419] env[69942]: DEBUG oslo_vmware.api [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for the task: (returnval){ [ 974.712419] env[69942]: value = "task-3831046" [ 974.712419] env[69942]: _type = "Task" [ 974.712419] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.721698] env[69942]: DEBUG oslo_vmware.api [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.762188] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c66e99-62a9-8f51-13e6-59fb83486bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.066975} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.763038] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40a3f03-07fd-4072-a83e-c77ef7848740 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.769505] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for the task: (returnval){ [ 974.769505] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cedb89-11b0-134c-77a4-28d63feaf541" [ 974.769505] env[69942]: _type = "Task" [ 974.769505] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.784186] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cedb89-11b0-134c-77a4-28d63feaf541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.862687] env[69942]: DEBUG oslo_concurrency.lockutils [None req-665941f7-baa7-4d76-8aca-933db72f0c57 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "08c30c2e-9588-4990-8d85-b747ff174e1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.770s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.911256] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831044, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.971021] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831045, 'name': ReconfigVM_Task, 'duration_secs': 0.216492} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.971432] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.971781] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1881cc52-621a-4ed4-9820-0a359e2c16e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.980049] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 974.980049] env[69942]: value = "task-3831047" [ 974.980049] env[69942]: _type = "Task" [ 974.980049] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.993508] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.049424] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525594} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.052466] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.052817] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.056020] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a21649a-95dc-45ae-b9b1-b9ff939986e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.064610] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 975.064610] env[69942]: value = "task-3831048" [ 975.064610] env[69942]: _type = "Task" [ 975.064610] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.082275] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.167270] env[69942]: DEBUG nova.network.neutron [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updated VIF entry in instance network info cache for port 6c82ed24-ab14-486b-88b9-571bccb42903. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.167731] env[69942]: DEBUG nova.network.neutron [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updating instance_info_cache with network_info: [{"id": "6c82ed24-ab14-486b-88b9-571bccb42903", "address": "fa:16:3e:2b:df:8f", "network": {"id": "4c00d401-babf-495d-9594-3f2ba5160c5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1034340774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b472efa0c24d5b8db41ddbf1b8d36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c82ed24-ab", "ovs_interfaceid": "6c82ed24-ab14-486b-88b9-571bccb42903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.223730] env[69942]: DEBUG oslo_vmware.api [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831046, 'name': PowerOffVM_Task, 'duration_secs': 0.283538} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.227091] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.227353] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.227879] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b870c37-f70d-4b5d-b156-9e656967ff32 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.289058] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cedb89-11b0-134c-77a4-28d63feaf541, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.289216] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.289836] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] eb988a47-059c-400d-a826-7edb15528943/eb988a47-059c-400d-a826-7edb15528943.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.290279] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-816ccbff-b482-41f6-b236-cb8de113c826 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.294024] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.294360] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.294620] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Deleting the datastore file [datastore1] 526c18ee-48ff-4f0f-8f49-7d9d50f405ef {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.295338] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbfbe069-a372-44d7-aea9-9e6475fe1d8b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.302689] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for the task: (returnval){ [ 975.302689] env[69942]: value = "task-3831050" [ 975.302689] env[69942]: _type = "Task" [ 975.302689] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.309230] env[69942]: DEBUG oslo_vmware.api [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for the task: (returnval){ [ 975.309230] env[69942]: value = "task-3831051" [ 975.309230] env[69942]: _type = "Task" [ 975.309230] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.317058] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.323695] env[69942]: DEBUG oslo_vmware.api [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.388105] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f1ee43-83bb-4224-917a-b5f5bb9b38c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.401335] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea618a5b-e624-48a7-8f44-e2c14efc0716 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.409667] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831044, 'name': CreateVM_Task, 'duration_secs': 0.594511} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.410333] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.412309] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.412450] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.412829] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.439578] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fccb4c4c-9244-45e8-89a5-5ca677a22f94 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.442536] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ec0d4c-3072-47fa-84bd-de3a3db5c866 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.451453] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebf5974-a4e7-46fd-8543-a6debb6ef4d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.455791] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 975.455791] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d68439-a0e4-27c1-5d7f-38bc21bccdc1" [ 975.455791] env[69942]: _type = "Task" [ 975.455791] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.467328] env[69942]: DEBUG nova.compute.provider_tree [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.474188] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d68439-a0e4-27c1-5d7f-38bc21bccdc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.493053] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.575612] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07342} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.575837] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.576737] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40d68d9-3f82-4b84-9ea8-51e1e5750790 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.604186] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.604186] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf0c62a6-839d-4df3-b654-6432758d5bd3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.625024] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 975.625024] env[69942]: value = "task-3831052" [ 975.625024] env[69942]: _type = "Task" [ 975.625024] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.634246] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.671061] env[69942]: DEBUG oslo_concurrency.lockutils [req-033cf377-e661-451b-a40c-74e456925505 req-2dc5b3f8-ac15-42f5-a353-613f6af6e195 service nova] Releasing lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.817395] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831050, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.826381] env[69942]: DEBUG oslo_vmware.api [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Task: {'id': task-3831051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456003} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.826719] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.827014] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.827474] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.827733] env[69942]: INFO nova.compute.manager [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Took 1.14 seconds to destroy the instance on the hypervisor. [ 975.828013] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.828228] env[69942]: DEBUG nova.compute.manager [-] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.828321] env[69942]: DEBUG nova.network.neutron [-] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.968641] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d68439-a0e4-27c1-5d7f-38bc21bccdc1, 'name': SearchDatastore_Task, 'duration_secs': 0.039981} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.968641] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.968881] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.969147] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.969295] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.969479] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.970711] env[69942]: DEBUG nova.scheduler.client.report [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.973879] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4de37f0b-8cd3-408c-b820-8a5f6a5cfe13 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.991246] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.991472] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.992674] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9f6931-2805-40cb-8172-931f1a7fd00e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.001215] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.007148] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 976.007148] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c0b59f-27a4-5f51-8fdf-6c176115cc82" [ 976.007148] env[69942]: _type = "Task" [ 976.007148] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.016477] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c0b59f-27a4-5f51-8fdf-6c176115cc82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.136864] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.317205] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817168} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.317205] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] eb988a47-059c-400d-a826-7edb15528943/eb988a47-059c-400d-a826-7edb15528943.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.317449] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.317729] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-993c6aa1-62cf-4738-957a-460be7bf080f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.325830] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for the task: (returnval){ [ 976.325830] env[69942]: value = "task-3831053" [ 976.325830] env[69942]: _type = "Task" [ 976.325830] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.335578] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.435307] env[69942]: DEBUG nova.compute.manager [req-f15aacf4-0f2a-4416-ab0e-6cfc13df5389 req-4bacadff-61e5-43da-ae7e-0a10840448ae service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Received event network-vif-deleted-3afa16d8-d22e-46c7-9929-f03e63ebb6b7 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.435307] env[69942]: INFO nova.compute.manager [req-f15aacf4-0f2a-4416-ab0e-6cfc13df5389 req-4bacadff-61e5-43da-ae7e-0a10840448ae service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Neutron deleted interface 3afa16d8-d22e-46c7-9929-f03e63ebb6b7; detaching it from the instance and deleting it from the info cache [ 976.435307] env[69942]: DEBUG nova.network.neutron [req-f15aacf4-0f2a-4416-ab0e-6cfc13df5389 req-4bacadff-61e5-43da-ae7e-0a10840448ae service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.494052] env[69942]: DEBUG oslo_vmware.api [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831047, 'name': PowerOnVM_Task, 'duration_secs': 1.210733} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.494330] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.498799] env[69942]: DEBUG nova.compute.manager [None req-018f02c2-87c5-4bad-953d-3cec2636255e tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.499614] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60077c1c-4452-4857-8b3d-72ebb2e11a23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.519744] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c0b59f-27a4-5f51-8fdf-6c176115cc82, 'name': SearchDatastore_Task, 'duration_secs': 0.060578} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.520616] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e742acd-0ca8-4190-92d0-1d456ab1dcf1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.528057] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 976.528057] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52048346-ad0a-c209-a013-e0ed3905c3e6" [ 976.528057] env[69942]: _type = "Task" [ 976.528057] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.541198] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52048346-ad0a-c209-a013-e0ed3905c3e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.612359] env[69942]: DEBUG nova.network.neutron [-] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.636074] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.840499] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206972} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.840824] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.841663] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744aabb2-713f-41cd-859e-189f2f332175 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.867950] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] eb988a47-059c-400d-a826-7edb15528943/eb988a47-059c-400d-a826-7edb15528943.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.867950] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6e47a9-aef8-4a03-b06b-0780a4636d36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.893107] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for the task: (returnval){ [ 976.893107] env[69942]: value = "task-3831054" [ 976.893107] env[69942]: _type = "Task" [ 976.893107] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.898783] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.937934] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18c84dfd-4252-49f0-9b08-076a789e416a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.952855] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb5384-a3a6-401e-b045-fc7456604d92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.995163] env[69942]: DEBUG oslo_concurrency.lockutils [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.698s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.998273] env[69942]: DEBUG nova.compute.manager [req-f15aacf4-0f2a-4416-ab0e-6cfc13df5389 req-4bacadff-61e5-43da-ae7e-0a10840448ae service nova] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Detach interface failed, port_id=3afa16d8-d22e-46c7-9929-f03e63ebb6b7, reason: Instance 526c18ee-48ff-4f0f-8f49-7d9d50f405ef could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.999644] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.832s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.999881] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.000067] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 977.000367] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.735s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.001814] env[69942]: INFO nova.compute.claims [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.010016] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35562a2-fa2e-459e-a2f4-6f022099f9df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.017414] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2110a737-e88e-4d1f-9626-64b336590f80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.038141] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cb6240-31b2-46f3-9cc9-c8ab3ba961b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.047560] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52048346-ad0a-c209-a013-e0ed3905c3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013826} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.050507] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.050816] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 1105e6d9-a70e-4f75-a7dc-50c709f33b72/1105e6d9-a70e-4f75-a7dc-50c709f33b72.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.054963] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93df3b73-5e06-478d-b1d2-f8242cbda592 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.054963] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027dbac-7fd9-4bd9-802c-1476dd04c4e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.089616] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178776MB free_disk=49GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 977.089801] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.092033] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 977.092033] env[69942]: value = "task-3831055" [ 977.092033] env[69942]: _type = "Task" [ 977.092033] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.102426] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.115837] env[69942]: INFO nova.compute.manager [-] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Took 1.29 seconds to deallocate network for instance. [ 977.136940] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831052, 'name': ReconfigVM_Task, 'duration_secs': 1.032862} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.137212] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Reconfigured VM instance instance-00000015 to attach disk [datastore2] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683/b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.137780] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb582ad4-d214-4b60-b045-d99ff3ef34cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.145683] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 977.145683] env[69942]: value = "task-3831056" [ 977.145683] env[69942]: _type = "Task" [ 977.145683] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.154942] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831056, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.401845] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831054, 'name': ReconfigVM_Task, 'duration_secs': 0.300901} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.402163] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Reconfigured VM instance instance-00000034 to attach disk [datastore2] eb988a47-059c-400d-a826-7edb15528943/eb988a47-059c-400d-a826-7edb15528943.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.402806] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a03d82bd-ea49-4b49-837e-31a201da90f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.410620] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for the task: (returnval){ [ 977.410620] env[69942]: value = "task-3831057" [ 977.410620] env[69942]: _type = "Task" [ 977.410620] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.421013] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831057, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.584890] env[69942]: INFO nova.scheduler.client.report [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Deleted allocation for migration baf6c587-1bc0-4a4b-8dea-4c7f7e455704 [ 977.604080] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831055, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.624596] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.662279] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831056, 'name': Rename_Task, 'duration_secs': 0.236014} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.662279] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.662650] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6586b2e7-6ba5-463b-ac4f-0d1cd72e46b2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.672083] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 977.672083] env[69942]: value = "task-3831058" [ 977.672083] env[69942]: _type = "Task" [ 977.672083] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.684521] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.925992] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831057, 'name': Rename_Task, 'duration_secs': 0.29604} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.925992] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.926279] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb0e2389-7259-47c5-aad3-7e21c1ee0dd1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.936571] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for the task: (returnval){ [ 977.936571] env[69942]: value = "task-3831059" [ 977.936571] env[69942]: _type = "Task" [ 977.936571] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.946699] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.092516] env[69942]: DEBUG oslo_concurrency.lockutils [None req-18e1af93-51b6-4818-a8c5-3fd0507918bf tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 45.972s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.104795] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734148} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.105097] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 1105e6d9-a70e-4f75-a7dc-50c709f33b72/1105e6d9-a70e-4f75-a7dc-50c709f33b72.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.105311] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.105588] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43c79789-4374-4d3b-8bb3-22cca123d966 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.115123] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 978.115123] env[69942]: value = "task-3831060" [ 978.115123] env[69942]: _type = "Task" [ 978.115123] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.132466] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.186367] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831058, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.451124] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831059, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.594862] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71350c8-0241-4dfc-a4f8-4f0cd5eff8d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.609074] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba6cd17-e4ec-4f86-8e61-bce995850d53 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.664698] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075500fc-b4f5-4cbf-b687-4f98ad11d692 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.670779] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068137} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.673023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.673023] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c723d88c-6265-4f1f-8d1e-2588da1b8da8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.682351] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3e2d30-7955-41a6-b8b5-5cdd88a83cb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.705056] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 1105e6d9-a70e-4f75-a7dc-50c709f33b72/1105e6d9-a70e-4f75-a7dc-50c709f33b72.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.706182] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687873ac-5fed-40ed-9a21-d9b7b61bd1a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.752504] env[69942]: DEBUG nova.compute.provider_tree [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.756892] env[69942]: DEBUG oslo_vmware.api [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831058, 'name': PowerOnVM_Task, 'duration_secs': 0.873714} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.756892] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.756892] env[69942]: DEBUG nova.compute.manager [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.758095] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5a43d7-ca59-4743-b929-57b562e6acc4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.764843] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 978.764843] env[69942]: value = "task-3831061" [ 978.764843] env[69942]: _type = "Task" [ 978.764843] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.789254] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.951824] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831059, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.257799] env[69942]: DEBUG nova.scheduler.client.report [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.279137] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.293016] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.461178] env[69942]: DEBUG oslo_vmware.api [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831059, 'name': PowerOnVM_Task, 'duration_secs': 1.248896} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.461178] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.461178] env[69942]: INFO nova.compute.manager [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Took 10.25 seconds to spawn the instance on the hypervisor. [ 979.461486] env[69942]: DEBUG nova.compute.manager [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.463545] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4947b1a2-43a2-4962-821c-a67030583afb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.768542] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.769081] env[69942]: DEBUG nova.compute.manager [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.771939] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.473s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.773590] env[69942]: INFO nova.compute.claims [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.797288] env[69942]: INFO nova.compute.manager [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Rescuing [ 979.797288] env[69942]: DEBUG oslo_concurrency.lockutils [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.797288] env[69942]: DEBUG oslo_concurrency.lockutils [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.797288] env[69942]: DEBUG nova.network.neutron [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.798450] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831061, 'name': ReconfigVM_Task, 'duration_secs': 0.935965} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.798742] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 1105e6d9-a70e-4f75-a7dc-50c709f33b72/1105e6d9-a70e-4f75-a7dc-50c709f33b72.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.799403] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da0dcd42-163b-4e7a-8f67-9af11bb514ef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.810510] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 979.810510] env[69942]: value = "task-3831062" [ 979.810510] env[69942]: _type = "Task" [ 979.810510] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.822610] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831062, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.991668] env[69942]: INFO nova.compute.manager [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Took 56.15 seconds to build instance. [ 980.288954] env[69942]: DEBUG nova.compute.utils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.294021] env[69942]: DEBUG nova.compute.manager [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.294021] env[69942]: DEBUG nova.network.neutron [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.325121] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831062, 'name': Rename_Task, 'duration_secs': 0.210559} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.326018] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.326650] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d0334d-409a-469e-a7fa-ba2886badaa5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.337634] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 980.337634] env[69942]: value = "task-3831063" [ 980.337634] env[69942]: _type = "Task" [ 980.337634] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.348983] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.400724] env[69942]: DEBUG nova.policy [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a02241a09fc54c12b13eb32cfe89086a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ba0e7b77af4dec8a5d7f7ffad2cffa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.500873] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ebbebc16-9698-4b67-817d-459a9a7503f7 tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lock "eb988a47-059c-400d-a826-7edb15528943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.202s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.792806] env[69942]: DEBUG nova.network.neutron [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Updating instance_info_cache with network_info: [{"id": "db16338b-7921-45e7-a689-b36e812e7d7c", "address": "fa:16:3e:50:7f:8e", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb16338b-79", "ovs_interfaceid": "db16338b-7921-45e7-a689-b36e812e7d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.794402] env[69942]: DEBUG nova.compute.manager [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.860101] env[69942]: DEBUG oslo_vmware.api [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831063, 'name': PowerOnVM_Task, 'duration_secs': 0.492249} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.860707] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.860933] env[69942]: INFO nova.compute.manager [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Took 8.99 seconds to spawn the instance on the hypervisor. [ 980.861161] env[69942]: DEBUG nova.compute.manager [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.862084] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a8dba3-264f-4abc-b309-970a419ff989 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.934515] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "ff382947-7e03-40ec-a5f9-031ddc48f838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.937840] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "ff382947-7e03-40ec-a5f9-031ddc48f838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.008027] env[69942]: DEBUG nova.compute.manager [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.111749] env[69942]: DEBUG nova.network.neutron [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Successfully created port: b44b739f-a4f5-4900-919e-b856a7a6b229 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.301192] env[69942]: DEBUG oslo_concurrency.lockutils [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.353100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "727ce1de-a223-4539-b185-b2bc331a8151" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.353100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "727ce1de-a223-4539-b185-b2bc331a8151" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.353100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "727ce1de-a223-4539-b185-b2bc331a8151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.353100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "727ce1de-a223-4539-b185-b2bc331a8151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.353100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "727ce1de-a223-4539-b185-b2bc331a8151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.357355] env[69942]: INFO nova.compute.manager [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Terminating instance [ 981.387070] env[69942]: INFO nova.compute.manager [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Took 53.68 seconds to build instance. [ 981.444067] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef6879c-ad0a-45e9-8781-90b8eebf9daa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.453514] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefb097c-fbde-44c6-9572-0a64a9a6ec30 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.486924] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179019a7-f7a4-456d-b79d-be9ba36967f7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.496666] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e39a24e-3db6-4d94-9a32-9568008fe09b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.514173] env[69942]: DEBUG nova.compute.provider_tree [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.536815] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.812460] env[69942]: DEBUG nova.compute.manager [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.857829] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "743145b3-8f63-4f36-80ad-cd277f780e48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.857979] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.860288] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.860515] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.860703] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.860984] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.861216] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.861446] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.861711] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.861877] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.862090] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.862261] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.862431] env[69942]: DEBUG nova.virt.hardware [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.863257] env[69942]: DEBUG nova.compute.manager [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.863392] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.864677] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49141df1-b5e6-491b-ac47-f321c5742558 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.868778] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e570a336-ac1e-4f27-ad54-9bec3252452b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.879648] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3adada-0ee6-4cbf-b8c1-81bd4c56b03a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.883828] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.884671] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-377afddd-e6ea-44fc-801f-03e9d570d378 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.891325] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a80d57b2-218e-4050-9b13-a8be84507185 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.194s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.903925] env[69942]: DEBUG oslo_vmware.api [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 981.903925] env[69942]: value = "task-3831064" [ 981.903925] env[69942]: _type = "Task" [ 981.903925] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.914084] env[69942]: DEBUG oslo_vmware.api [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.019441] env[69942]: DEBUG nova.scheduler.client.report [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.134479] env[69942]: DEBUG nova.compute.manager [req-f4243e20-6bed-4a87-96f5-48218a345ae6 req-4c107235-8cd4-4562-beac-4cbbbc00eddc service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Received event network-changed-e0ba4973-d635-4c30-aa73-813cc947ff7c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.134839] env[69942]: DEBUG nova.compute.manager [req-f4243e20-6bed-4a87-96f5-48218a345ae6 req-4c107235-8cd4-4562-beac-4cbbbc00eddc service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Refreshing instance network info cache due to event network-changed-e0ba4973-d635-4c30-aa73-813cc947ff7c. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.135819] env[69942]: DEBUG oslo_concurrency.lockutils [req-f4243e20-6bed-4a87-96f5-48218a345ae6 req-4c107235-8cd4-4562-beac-4cbbbc00eddc service nova] Acquiring lock "refresh_cache-eb988a47-059c-400d-a826-7edb15528943" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.136023] env[69942]: DEBUG oslo_concurrency.lockutils [req-f4243e20-6bed-4a87-96f5-48218a345ae6 req-4c107235-8cd4-4562-beac-4cbbbc00eddc service nova] Acquired lock "refresh_cache-eb988a47-059c-400d-a826-7edb15528943" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.136903] env[69942]: DEBUG nova.network.neutron [req-f4243e20-6bed-4a87-96f5-48218a345ae6 req-4c107235-8cd4-4562-beac-4cbbbc00eddc service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Refreshing network info cache for port e0ba4973-d635-4c30-aa73-813cc947ff7c {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.404066] env[69942]: DEBUG nova.compute.manager [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.420485] env[69942]: DEBUG oslo_vmware.api [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831064, 'name': PowerOffVM_Task, 'duration_secs': 0.43051} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.421018] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.421197] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.421521] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2041b37-6111-4cc8-969c-cc97cc671030 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.513239] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.513472] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.513708] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleting the datastore file [datastore2] 727ce1de-a223-4539-b185-b2bc331a8151 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.514428] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a5d1d2-ff30-4c45-bebf-254926fde611 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.525804] env[69942]: DEBUG oslo_vmware.api [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 982.525804] env[69942]: value = "task-3831066" [ 982.525804] env[69942]: _type = "Task" [ 982.525804] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.529845] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.530061] env[69942]: DEBUG nova.compute.manager [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.534066] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.410s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.536095] env[69942]: INFO nova.compute.claims [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.545290] env[69942]: DEBUG oslo_vmware.api [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.858156] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.858559] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3597eb09-7a7d-40db-97dd-8b889bc2c13e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.867285] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 982.867285] env[69942]: value = "task-3831067" [ 982.867285] env[69942]: _type = "Task" [ 982.867285] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.876314] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.943488] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.036343] env[69942]: DEBUG oslo_vmware.api [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425075} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.036630] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.036821] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.037009] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.037419] env[69942]: INFO nova.compute.manager [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Took 1.17 seconds to destroy the instance on the hypervisor. [ 983.037485] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.037636] env[69942]: DEBUG nova.compute.manager [-] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.037724] env[69942]: DEBUG nova.network.neutron [-] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.040911] env[69942]: DEBUG nova.compute.utils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.042294] env[69942]: DEBUG nova.compute.manager [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.042466] env[69942]: DEBUG nova.network.neutron [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.062394] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "4b0894e8-71d3-4d97-b315-89135d76b3c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.062655] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "4b0894e8-71d3-4d97-b315-89135d76b3c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.114755] env[69942]: DEBUG nova.policy [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187b3d20c0e440f82734e725231857c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc436384d0b44bb8a68e0f0277a1eb87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.150815] env[69942]: DEBUG nova.network.neutron [req-f4243e20-6bed-4a87-96f5-48218a345ae6 req-4c107235-8cd4-4562-beac-4cbbbc00eddc service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Updated VIF entry in instance network info cache for port e0ba4973-d635-4c30-aa73-813cc947ff7c. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.151263] env[69942]: DEBUG nova.network.neutron [req-f4243e20-6bed-4a87-96f5-48218a345ae6 req-4c107235-8cd4-4562-beac-4cbbbc00eddc service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Updating instance_info_cache with network_info: [{"id": "e0ba4973-d635-4c30-aa73-813cc947ff7c", "address": "fa:16:3e:7d:06:c9", "network": {"id": "3abb9973-a511-4be2-9d33-d01a66f845eb", "bridge": "br-int", "label": "tempest-ServersTestJSON-935059473-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a352b3ed079f44c4aa01749188af4225", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0ba4973-d6", "ovs_interfaceid": "e0ba4973-d635-4c30-aa73-813cc947ff7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.162878] env[69942]: DEBUG nova.network.neutron [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Successfully updated port: b44b739f-a4f5-4900-919e-b856a7a6b229 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.377844] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831067, 'name': PowerOffVM_Task, 'duration_secs': 0.315997} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.378144] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.379041] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01ff94-9b1d-4a7d-9bec-9fca6f36725f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.398355] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17cfc67-677f-4e2f-b156-816684d5f25f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.431156] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.431486] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c9bb8d2-3701-4f54-b430-3814c51803ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.439184] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 983.439184] env[69942]: value = "task-3831068" [ 983.439184] env[69942]: _type = "Task" [ 983.439184] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.449783] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 983.450018] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.450284] env[69942]: DEBUG oslo_concurrency.lockutils [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.450510] env[69942]: DEBUG oslo_concurrency.lockutils [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.450631] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.450893] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84093f3d-5cee-4a67-ac3c-b0074de43bdb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.460990] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.461273] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.462500] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d82645-92c3-402f-994e-9d24a0c37d01 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.468648] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 983.468648] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c1823a-7b7d-1669-949a-8537a4d6887e" [ 983.468648] env[69942]: _type = "Task" [ 983.468648] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.477063] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c1823a-7b7d-1669-949a-8537a4d6887e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.550757] env[69942]: DEBUG nova.compute.manager [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.641866] env[69942]: DEBUG nova.compute.manager [req-6d898ebb-6b35-4364-a6f3-20d8f348d2f2 req-d99a4cc8-d568-4cd7-965a-3077f818ebf5 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Received event network-vif-deleted-680b773d-55c1-4747-a0f6-fe8999290dd1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.642244] env[69942]: INFO nova.compute.manager [req-6d898ebb-6b35-4364-a6f3-20d8f348d2f2 req-d99a4cc8-d568-4cd7-965a-3077f818ebf5 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Neutron deleted interface 680b773d-55c1-4747-a0f6-fe8999290dd1; detaching it from the instance and deleting it from the info cache [ 983.642503] env[69942]: DEBUG nova.network.neutron [req-6d898ebb-6b35-4364-a6f3-20d8f348d2f2 req-d99a4cc8-d568-4cd7-965a-3077f818ebf5 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.656329] env[69942]: DEBUG oslo_concurrency.lockutils [req-f4243e20-6bed-4a87-96f5-48218a345ae6 req-4c107235-8cd4-4562-beac-4cbbbc00eddc service nova] Releasing lock "refresh_cache-eb988a47-059c-400d-a826-7edb15528943" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.665944] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "refresh_cache-ba83f67e-7a4e-44ab-9b42-b854368ed626" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.666239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "refresh_cache-ba83f67e-7a4e-44ab-9b42-b854368ed626" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.666340] env[69942]: DEBUG nova.network.neutron [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.749607] env[69942]: DEBUG nova.network.neutron [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Successfully created port: f8872f1e-d4f0-4103-8008-9ffeb15f49b8 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.988912] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c1823a-7b7d-1669-949a-8537a4d6887e, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.993053] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c19792-b164-45c4-ab61-ff42b225375f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.001383] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 984.001383] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521104ce-1198-4657-46d2-6ff5ef9aadd6" [ 984.001383] env[69942]: _type = "Task" [ 984.001383] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.014076] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521104ce-1198-4657-46d2-6ff5ef9aadd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.082662] env[69942]: DEBUG nova.network.neutron [-] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.092269] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704dd652-c07c-4bf8-9459-11e0a137ada8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.101256] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f3eb3-26f0-4b4e-8e60-5bee3d6d9a9d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.134617] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cf942b-7f0c-457f-b73c-9be1b4e8eae4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.143277] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7e7996-e74a-48d1-97af-1e76fe22375d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.148545] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab7fd571-e953-4392-8de3-52b46e098617 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.160648] env[69942]: DEBUG nova.compute.provider_tree [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.166673] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408daf97-3d1c-425f-8a39-044b911955db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.186533] env[69942]: DEBUG nova.compute.manager [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Received event network-vif-plugged-b44b739f-a4f5-4900-919e-b856a7a6b229 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.186756] env[69942]: DEBUG oslo_concurrency.lockutils [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] Acquiring lock "ba83f67e-7a4e-44ab-9b42-b854368ed626-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.186986] env[69942]: DEBUG oslo_concurrency.lockutils [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] Lock "ba83f67e-7a4e-44ab-9b42-b854368ed626-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.187186] env[69942]: DEBUG oslo_concurrency.lockutils [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] Lock "ba83f67e-7a4e-44ab-9b42-b854368ed626-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.187358] env[69942]: DEBUG nova.compute.manager [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] No waiting events found dispatching network-vif-plugged-b44b739f-a4f5-4900-919e-b856a7a6b229 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.187518] env[69942]: WARNING nova.compute.manager [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Received unexpected event network-vif-plugged-b44b739f-a4f5-4900-919e-b856a7a6b229 for instance with vm_state building and task_state spawning. [ 984.187675] env[69942]: DEBUG nova.compute.manager [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Received event network-changed-b44b739f-a4f5-4900-919e-b856a7a6b229 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.187862] env[69942]: DEBUG nova.compute.manager [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Refreshing instance network info cache due to event network-changed-b44b739f-a4f5-4900-919e-b856a7a6b229. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.188044] env[69942]: DEBUG oslo_concurrency.lockutils [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] Acquiring lock "refresh_cache-ba83f67e-7a4e-44ab-9b42-b854368ed626" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.202946] env[69942]: DEBUG nova.compute.manager [req-6d898ebb-6b35-4364-a6f3-20d8f348d2f2 req-d99a4cc8-d568-4cd7-965a-3077f818ebf5 service nova] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Detach interface failed, port_id=680b773d-55c1-4747-a0f6-fe8999290dd1, reason: Instance 727ce1de-a223-4539-b185-b2bc331a8151 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.206667] env[69942]: DEBUG nova.network.neutron [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.392148] env[69942]: DEBUG nova.network.neutron [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Updating instance_info_cache with network_info: [{"id": "b44b739f-a4f5-4900-919e-b856a7a6b229", "address": "fa:16:3e:09:c5:c1", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44b739f-a4", "ovs_interfaceid": "b44b739f-a4f5-4900-919e-b856a7a6b229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.514889] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521104ce-1198-4657-46d2-6ff5ef9aadd6, 'name': SearchDatastore_Task, 'duration_secs': 0.037261} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.515623] env[69942]: DEBUG oslo_concurrency.lockutils [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.515623] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] c0f422d3-e596-4665-8fe3-0a61f22cc215/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. {{(pid=69942) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 984.515902] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-082eff73-2dae-4b6b-82cd-3b3851eb6be4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.525501] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 984.525501] env[69942]: value = "task-3831069" [ 984.525501] env[69942]: _type = "Task" [ 984.525501] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.536278] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.565401] env[69942]: DEBUG nova.compute.manager [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.586581] env[69942]: INFO nova.compute.manager [-] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Took 1.55 seconds to deallocate network for instance. [ 984.598027] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.598171] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.598343] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.598542] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.598690] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.598840] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.599062] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.599425] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.599425] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.599599] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.599746] env[69942]: DEBUG nova.virt.hardware [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.600656] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0c0403-2d36-41b1-a6c0-280f408fc575 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.611867] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90c3656-7ea5-4975-8ccb-8ffe98469e81 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.664916] env[69942]: DEBUG nova.scheduler.client.report [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.894409] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "refresh_cache-ba83f67e-7a4e-44ab-9b42-b854368ed626" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.895037] env[69942]: DEBUG nova.compute.manager [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Instance network_info: |[{"id": "b44b739f-a4f5-4900-919e-b856a7a6b229", "address": "fa:16:3e:09:c5:c1", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44b739f-a4", "ovs_interfaceid": "b44b739f-a4f5-4900-919e-b856a7a6b229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.898170] env[69942]: DEBUG oslo_concurrency.lockutils [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] Acquired lock "refresh_cache-ba83f67e-7a4e-44ab-9b42-b854368ed626" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.898170] env[69942]: DEBUG nova.network.neutron [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Refreshing network info cache for port b44b739f-a4f5-4900-919e-b856a7a6b229 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.898170] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:c5:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b44b739f-a4f5-4900-919e-b856a7a6b229', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.908096] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.909304] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.909617] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d485b21-6ba8-441f-ae1d-0cfda4a80810 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.935996] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.935996] env[69942]: value = "task-3831070" [ 984.935996] env[69942]: _type = "Task" [ 984.935996] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.953995] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831070, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.040156] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831069, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.106668] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.170233] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.170811] env[69942]: DEBUG nova.compute.manager [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.173955] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.166s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.176636] env[69942]: INFO nova.compute.claims [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.444964] env[69942]: DEBUG nova.network.neutron [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Successfully updated port: f8872f1e-d4f0-4103-8008-9ffeb15f49b8 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.452217] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831070, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.538943] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936948} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.541430] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] c0f422d3-e596-4665-8fe3-0a61f22cc215/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. [ 985.542538] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3abedf-2222-44a5-b258-6cfddb1b5115 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.570444] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] c0f422d3-e596-4665-8fe3-0a61f22cc215/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.570840] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72347f25-3a74-4aa2-bcd1-25385ce26d23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.595140] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 985.595140] env[69942]: value = "task-3831071" [ 985.595140] env[69942]: _type = "Task" [ 985.595140] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.603687] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.665449] env[69942]: DEBUG nova.network.neutron [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Updated VIF entry in instance network info cache for port b44b739f-a4f5-4900-919e-b856a7a6b229. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.665736] env[69942]: DEBUG nova.network.neutron [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Updating instance_info_cache with network_info: [{"id": "b44b739f-a4f5-4900-919e-b856a7a6b229", "address": "fa:16:3e:09:c5:c1", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb44b739f-a4", "ovs_interfaceid": "b44b739f-a4f5-4900-919e-b856a7a6b229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.680359] env[69942]: DEBUG nova.compute.utils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.683911] env[69942]: DEBUG nova.compute.manager [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.684118] env[69942]: DEBUG nova.network.neutron [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.702093] env[69942]: DEBUG nova.compute.manager [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received event network-vif-plugged-f8872f1e-d4f0-4103-8008-9ffeb15f49b8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.702471] env[69942]: DEBUG oslo_concurrency.lockutils [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] Acquiring lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.702546] env[69942]: DEBUG oslo_concurrency.lockutils [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.702715] env[69942]: DEBUG oslo_concurrency.lockutils [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.702881] env[69942]: DEBUG nova.compute.manager [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] No waiting events found dispatching network-vif-plugged-f8872f1e-d4f0-4103-8008-9ffeb15f49b8 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.703077] env[69942]: WARNING nova.compute.manager [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received unexpected event network-vif-plugged-f8872f1e-d4f0-4103-8008-9ffeb15f49b8 for instance with vm_state building and task_state spawning. [ 985.703247] env[69942]: DEBUG nova.compute.manager [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received event network-changed-f8872f1e-d4f0-4103-8008-9ffeb15f49b8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.703396] env[69942]: DEBUG nova.compute.manager [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Refreshing instance network info cache due to event network-changed-f8872f1e-d4f0-4103-8008-9ffeb15f49b8. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.703574] env[69942]: DEBUG oslo_concurrency.lockutils [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] Acquiring lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.703708] env[69942]: DEBUG oslo_concurrency.lockutils [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] Acquired lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.703860] env[69942]: DEBUG nova.network.neutron [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Refreshing network info cache for port f8872f1e-d4f0-4103-8008-9ffeb15f49b8 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.725827] env[69942]: DEBUG nova.policy [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e9245eb4c54ad38917e75ff181100a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34f19689c30c452c90d9e586293196d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.949152] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.949152] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831070, 'name': CreateVM_Task, 'duration_secs': 0.527605} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.949152] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.950547] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.950547] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.950547] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.950547] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30d87ac-fecb-4a92-86ea-a999d6a5c67b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.956576] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 985.956576] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ea6272-25ae-e7c4-3b03-fd0d50f94c19" [ 985.956576] env[69942]: _type = "Task" [ 985.956576] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.971238] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ea6272-25ae-e7c4-3b03-fd0d50f94c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.082362] env[69942]: DEBUG nova.network.neutron [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Successfully created port: 76d4eb0f-468c-46a3-8751-dca475bf86c0 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.105736] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.168616] env[69942]: DEBUG oslo_concurrency.lockutils [req-e19ebf59-b7ed-4c3d-97a4-51ceb70765c4 req-5e4a36bc-42fb-4a21-b7ed-3eae8a131e33 service nova] Releasing lock "refresh_cache-ba83f67e-7a4e-44ab-9b42-b854368ed626" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.187662] env[69942]: DEBUG nova.compute.manager [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.272987] env[69942]: DEBUG nova.network.neutron [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.445655] env[69942]: DEBUG nova.network.neutron [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.472084] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ea6272-25ae-e7c4-3b03-fd0d50f94c19, 'name': SearchDatastore_Task, 'duration_secs': 0.046687} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.472445] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.473236] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.473527] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.473705] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.473903] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.474227] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-259e8850-b5cd-4791-8fef-6b29967c52d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.484590] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.484873] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.488598] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069cfac2-de03-4d5e-bb91-929a15e39778 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.495470] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 986.495470] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5207b1c3-a1ec-9269-0467-539f5320839d" [ 986.495470] env[69942]: _type = "Task" [ 986.495470] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.504816] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5207b1c3-a1ec-9269-0467-539f5320839d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.610636] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831071, 'name': ReconfigVM_Task, 'duration_secs': 0.99099} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.611034] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Reconfigured VM instance instance-00000031 to attach disk [datastore2] c0f422d3-e596-4665-8fe3-0a61f22cc215/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.612071] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476d8fbe-d598-4afb-b148-19a11b163e6f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.645012] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf87fa1-d54a-471b-9402-11b284793d68 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.661543] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 986.661543] env[69942]: value = "task-3831072" [ 986.661543] env[69942]: _type = "Task" [ 986.661543] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.671594] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.782258] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f469d191-e301-459f-b7f8-7fea4335db2a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.791152] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8cf7a4-cd2e-4c52-81f1-cea19a2ebb58 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.824460] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e01737-313a-4e67-aae8-656dba6a7e13 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.832242] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181b89dc-ed1a-47ac-8567-34ab8fc54592 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.845846] env[69942]: DEBUG nova.compute.provider_tree [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.948639] env[69942]: DEBUG oslo_concurrency.lockutils [req-b93e798f-72d7-459c-8627-d717a0562a25 req-a22c68c5-bd32-4014-a072-af23fa0a9c63 service nova] Releasing lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.949042] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.949214] env[69942]: DEBUG nova.network.neutron [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.006361] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5207b1c3-a1ec-9269-0467-539f5320839d, 'name': SearchDatastore_Task, 'duration_secs': 0.022233} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.007159] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c1e597a-290c-4880-91b3-b2f7a29c8716 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.012884] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 987.012884] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528a098d-10bc-a4a6-c219-787a8c071971" [ 987.012884] env[69942]: _type = "Task" [ 987.012884] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.021326] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528a098d-10bc-a4a6-c219-787a8c071971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.174635] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831072, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.201225] env[69942]: DEBUG nova.compute.manager [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.228777] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.229084] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.229207] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.229392] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.229550] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.229719] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.230041] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.230217] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.230387] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.230548] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.230723] env[69942]: DEBUG nova.virt.hardware [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.231617] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec31cbd4-4d8d-478a-ac9f-b56734261a77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.240983] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a23bcfd-37f3-425c-9de7-5550e20d1df7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.349462] env[69942]: DEBUG nova.scheduler.client.report [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.499467] env[69942]: DEBUG nova.network.neutron [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.523411] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528a098d-10bc-a4a6-c219-787a8c071971, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.523630] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.523895] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] ba83f67e-7a4e-44ab-9b42-b854368ed626/ba83f67e-7a4e-44ab-9b42-b854368ed626.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.524175] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4113361-4c3d-4761-aedd-8638ac7be0c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.532340] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 987.532340] env[69942]: value = "task-3831073" [ 987.532340] env[69942]: _type = "Task" [ 987.532340] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.543760] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.681916] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831072, 'name': ReconfigVM_Task, 'duration_secs': 0.525659} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.682363] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.682488] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04351161-175c-4bb8-8408-167e1e1ad6cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.692901] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 987.692901] env[69942]: value = "task-3831074" [ 987.692901] env[69942]: _type = "Task" [ 987.692901] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.704692] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.808318] env[69942]: DEBUG nova.network.neutron [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updating instance_info_cache with network_info: [{"id": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "address": "fa:16:3e:02:48:df", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8872f1e-d4", "ovs_interfaceid": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.855956] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.856795] env[69942]: DEBUG nova.compute.manager [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.861138] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.025s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.862847] env[69942]: DEBUG nova.objects.instance [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lazy-loading 'resources' on Instance uuid 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.924380] env[69942]: DEBUG nova.compute.manager [req-30862d5e-3741-4186-abdf-4d1c80446d0f req-9734b7bb-df8d-4869-9533-9ce133862978 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Received event network-vif-plugged-76d4eb0f-468c-46a3-8751-dca475bf86c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.924609] env[69942]: DEBUG oslo_concurrency.lockutils [req-30862d5e-3741-4186-abdf-4d1c80446d0f req-9734b7bb-df8d-4869-9533-9ce133862978 service nova] Acquiring lock "2b0b2884-e433-4e8c-ba38-b73760431846-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.924907] env[69942]: DEBUG oslo_concurrency.lockutils [req-30862d5e-3741-4186-abdf-4d1c80446d0f req-9734b7bb-df8d-4869-9533-9ce133862978 service nova] Lock "2b0b2884-e433-4e8c-ba38-b73760431846-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.925118] env[69942]: DEBUG oslo_concurrency.lockutils [req-30862d5e-3741-4186-abdf-4d1c80446d0f req-9734b7bb-df8d-4869-9533-9ce133862978 service nova] Lock "2b0b2884-e433-4e8c-ba38-b73760431846-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.925306] env[69942]: DEBUG nova.compute.manager [req-30862d5e-3741-4186-abdf-4d1c80446d0f req-9734b7bb-df8d-4869-9533-9ce133862978 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] No waiting events found dispatching network-vif-plugged-76d4eb0f-468c-46a3-8751-dca475bf86c0 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.925501] env[69942]: WARNING nova.compute.manager [req-30862d5e-3741-4186-abdf-4d1c80446d0f req-9734b7bb-df8d-4869-9533-9ce133862978 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Received unexpected event network-vif-plugged-76d4eb0f-468c-46a3-8751-dca475bf86c0 for instance with vm_state building and task_state spawning. [ 987.995864] env[69942]: DEBUG nova.network.neutron [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Successfully updated port: 76d4eb0f-468c-46a3-8751-dca475bf86c0 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.050027] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831073, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.206835] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.311967] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.312726] env[69942]: DEBUG nova.compute.manager [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Instance network_info: |[{"id": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "address": "fa:16:3e:02:48:df", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8872f1e-d4", "ovs_interfaceid": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.313382] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:48:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8872f1e-d4f0-4103-8008-9ffeb15f49b8', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.325946] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.325946] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.325946] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8346542-596f-41d3-8583-0daa7c60ba90 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.350065] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.350065] env[69942]: value = "task-3831075" [ 988.350065] env[69942]: _type = "Task" [ 988.350065] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.358652] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831075, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.366488] env[69942]: DEBUG nova.compute.utils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.368233] env[69942]: DEBUG nova.compute.manager [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Not allocating networking since 'none' was specified. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 988.498333] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-2b0b2884-e433-4e8c-ba38-b73760431846" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.498515] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-2b0b2884-e433-4e8c-ba38-b73760431846" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.498675] env[69942]: DEBUG nova.network.neutron [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.546861] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846776} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.550013] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] ba83f67e-7a4e-44ab-9b42-b854368ed626/ba83f67e-7a4e-44ab-9b42-b854368ed626.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.550293] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.551151] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2fc8476-53f3-4840-b2d5-f028298452e5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.558602] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 988.558602] env[69942]: value = "task-3831076" [ 988.558602] env[69942]: _type = "Task" [ 988.558602] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.571414] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.710043] env[69942]: DEBUG oslo_vmware.api [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831074, 'name': PowerOnVM_Task, 'duration_secs': 0.689386} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.710515] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.713798] env[69942]: DEBUG nova.compute.manager [None req-31607e94-41bd-4664-9c16-1512fa08414f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.714865] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb0a7e1-9dc1-4997-89c3-f7fcb59e607b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.861991] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831075, 'name': CreateVM_Task, 'duration_secs': 0.39506} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.862270] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.863220] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.863488] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.863928] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.864298] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ebc9b1-e73f-46c9-bc9c-a8a5b4374d70 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.870605] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 988.870605] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a152e3-f3d0-b065-7b47-98e12334909e" [ 988.870605] env[69942]: _type = "Task" [ 988.870605] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.875658] env[69942]: DEBUG nova.compute.manager [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.887175] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a152e3-f3d0-b065-7b47-98e12334909e, 'name': SearchDatastore_Task, 'duration_secs': 0.011242} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.887584] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.887912] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.888281] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.888505] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.888779] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.889160] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1a47234-cb55-4251-afed-30a28a601286 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.900163] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.900371] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.901458] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab7935e-282a-4ac0-8d75-15e1476c0169 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.908412] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 988.908412] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5207ad82-b347-8fdf-68b2-831b78c5aa9a" [ 988.908412] env[69942]: _type = "Task" [ 988.908412] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.922162] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5207ad82-b347-8fdf-68b2-831b78c5aa9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.923696] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f647df95-3fac-42ef-98fc-628388de773e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.933307] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 988.933307] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cdf727-723b-b489-60bb-562672215064" [ 988.933307] env[69942]: _type = "Task" [ 988.933307] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.943532] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cdf727-723b-b489-60bb-562672215064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.026097] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1548db0e-9cd2-4582-b3bc-078297c50fae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.036095] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd55479-38af-4fba-a3a9-8663c28db4a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.068224] env[69942]: DEBUG nova.network.neutron [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.073840] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056265e6-0be1-42e4-8b76-cae9e7a52f98 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.084544] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085179} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.085666] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.086703] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddd30c2-eba1-41c3-b8b7-3e7f504fcefb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.090293] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15101acd-faec-4179-9c4b-af4b92b997b0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.118481] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] ba83f67e-7a4e-44ab-9b42-b854368ed626/ba83f67e-7a4e-44ab-9b42-b854368ed626.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.130185] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e134becb-990c-4e54-a771-ddc23424804e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.145779] env[69942]: DEBUG nova.compute.provider_tree [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.153251] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 989.153251] env[69942]: value = "task-3831077" [ 989.153251] env[69942]: _type = "Task" [ 989.153251] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.163601] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.444328] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cdf727-723b-b489-60bb-562672215064, 'name': SearchDatastore_Task, 'duration_secs': 0.012271} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.444773] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.444909] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] bd7c066b-9df9-4956-a1ea-0f0b802c3083/bd7c066b-9df9-4956-a1ea-0f0b802c3083.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.445174] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afc24fc2-de3a-4a2c-9761-732d57a288d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.452993] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 989.452993] env[69942]: value = "task-3831078" [ 989.452993] env[69942]: _type = "Task" [ 989.452993] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.462103] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.575376] env[69942]: DEBUG nova.network.neutron [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Updating instance_info_cache with network_info: [{"id": "76d4eb0f-468c-46a3-8751-dca475bf86c0", "address": "fa:16:3e:38:0c:9a", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d4eb0f-46", "ovs_interfaceid": "76d4eb0f-468c-46a3-8751-dca475bf86c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.652228] env[69942]: DEBUG nova.scheduler.client.report [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.670339] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.738062] env[69942]: INFO nova.compute.manager [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Unrescuing [ 989.738811] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.738811] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.738811] env[69942]: DEBUG nova.network.neutron [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.866446] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquiring lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.866446] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.866649] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquiring lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.866832] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.867038] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.869219] env[69942]: INFO nova.compute.manager [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Terminating instance [ 989.886568] env[69942]: DEBUG nova.compute.manager [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.915770] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.916040] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.916205] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.916386] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.916530] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.916676] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.916887] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.917061] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.917238] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.917403] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.917570] env[69942]: DEBUG nova.virt.hardware [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.918506] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1315824c-e40c-4be8-8e9b-a3acd77978f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.932208] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f2aaae-10e7-4455-a7e8-e0fbcaaba010 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.952340] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.958418] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Creating folder: Project (d2de8f867ce04898afaddba19f805a64). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.959285] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3114818-9520-4757-af7a-f5fbf18ff586 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.970166] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831078, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.976024] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Created folder: Project (d2de8f867ce04898afaddba19f805a64) in parent group-v761487. [ 989.976024] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Creating folder: Instances. Parent ref: group-v761651. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.976024] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfda642c-0f06-4114-8649-e8e0d477186b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.980157] env[69942]: DEBUG nova.compute.manager [req-e85514d0-6976-408a-9da1-ee65fb7cfc9f req-2d70c791-b855-4d6c-93ac-a2a4baf5f057 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Received event network-changed-76d4eb0f-468c-46a3-8751-dca475bf86c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.980527] env[69942]: DEBUG nova.compute.manager [req-e85514d0-6976-408a-9da1-ee65fb7cfc9f req-2d70c791-b855-4d6c-93ac-a2a4baf5f057 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Refreshing instance network info cache due to event network-changed-76d4eb0f-468c-46a3-8751-dca475bf86c0. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.980823] env[69942]: DEBUG oslo_concurrency.lockutils [req-e85514d0-6976-408a-9da1-ee65fb7cfc9f req-2d70c791-b855-4d6c-93ac-a2a4baf5f057 service nova] Acquiring lock "refresh_cache-2b0b2884-e433-4e8c-ba38-b73760431846" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.987926] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Created folder: Instances in parent group-v761651. [ 989.991923] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.991923] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.991923] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a76d3113-2ce9-4e0c-ba29-1b9c2e229b2c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.008780] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.008780] env[69942]: value = "task-3831081" [ 990.008780] env[69942]: _type = "Task" [ 990.008780] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.017661] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831081, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.078175] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-2b0b2884-e433-4e8c-ba38-b73760431846" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.078527] env[69942]: DEBUG nova.compute.manager [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Instance network_info: |[{"id": "76d4eb0f-468c-46a3-8751-dca475bf86c0", "address": "fa:16:3e:38:0c:9a", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d4eb0f-46", "ovs_interfaceid": "76d4eb0f-468c-46a3-8751-dca475bf86c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.078841] env[69942]: DEBUG oslo_concurrency.lockutils [req-e85514d0-6976-408a-9da1-ee65fb7cfc9f req-2d70c791-b855-4d6c-93ac-a2a4baf5f057 service nova] Acquired lock "refresh_cache-2b0b2884-e433-4e8c-ba38-b73760431846" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.079077] env[69942]: DEBUG nova.network.neutron [req-e85514d0-6976-408a-9da1-ee65fb7cfc9f req-2d70c791-b855-4d6c-93ac-a2a4baf5f057 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Refreshing network info cache for port 76d4eb0f-468c-46a3-8751-dca475bf86c0 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.080443] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:0c:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d4eb0f-468c-46a3-8751-dca475bf86c0', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.090388] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.093781] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.094400] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09397615-7786-4138-9289-a26256f4e16d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.118224] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.118224] env[69942]: value = "task-3831082" [ 990.118224] env[69942]: _type = "Task" [ 990.118224] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.128172] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831082, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.163823] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.167072] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.088s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.167327] env[69942]: DEBUG nova.objects.instance [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lazy-loading 'resources' on Instance uuid b97e913f-c3de-4a72-ac6f-ffccfcfe6d25 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.174772] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831077, 'name': ReconfigVM_Task, 'duration_secs': 0.842562} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.175184] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Reconfigured VM instance instance-00000036 to attach disk [datastore1] ba83f67e-7a4e-44ab-9b42-b854368ed626/ba83f67e-7a4e-44ab-9b42-b854368ed626.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.175877] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fa7fe52-a0f8-4e62-a808-7c08d0cb74a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.186110] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 990.186110] env[69942]: value = "task-3831083" [ 990.186110] env[69942]: _type = "Task" [ 990.186110] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.198187] env[69942]: INFO nova.scheduler.client.report [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Deleted allocations for instance 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4 [ 990.200897] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831083, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.375325] env[69942]: DEBUG nova.compute.manager [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.375631] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.376697] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee1f27a-57c4-4ddf-840f-3ca9d9ba5294 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.394420] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.398173] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f93c8090-c158-4f97-955f-327259ca9ffc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.403436] env[69942]: DEBUG oslo_vmware.api [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for the task: (returnval){ [ 990.403436] env[69942]: value = "task-3831084" [ 990.403436] env[69942]: _type = "Task" [ 990.403436] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.419182] env[69942]: DEBUG oslo_vmware.api [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3831084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.471402] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534629} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.471780] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] bd7c066b-9df9-4956-a1ea-0f0b802c3083/bd7c066b-9df9-4956-a1ea-0f0b802c3083.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.472064] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.472386] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0873489e-b012-4d8d-872b-ec6d71c6221f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.482343] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 990.482343] env[69942]: value = "task-3831085" [ 990.482343] env[69942]: _type = "Task" [ 990.482343] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.498041] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.517375] env[69942]: DEBUG nova.network.neutron [req-e85514d0-6976-408a-9da1-ee65fb7cfc9f req-2d70c791-b855-4d6c-93ac-a2a4baf5f057 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Updated VIF entry in instance network info cache for port 76d4eb0f-468c-46a3-8751-dca475bf86c0. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.517728] env[69942]: DEBUG nova.network.neutron [req-e85514d0-6976-408a-9da1-ee65fb7cfc9f req-2d70c791-b855-4d6c-93ac-a2a4baf5f057 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Updating instance_info_cache with network_info: [{"id": "76d4eb0f-468c-46a3-8751-dca475bf86c0", "address": "fa:16:3e:38:0c:9a", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d4eb0f-46", "ovs_interfaceid": "76d4eb0f-468c-46a3-8751-dca475bf86c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.526755] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831081, 'name': CreateVM_Task, 'duration_secs': 0.425338} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.527560] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.527678] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.527846] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.528516] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.528646] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f617861-ee20-41b5-bc59-8bca02ff9c6b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.536714] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 990.536714] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526d1100-36d0-3464-247a-d47c61aba2aa" [ 990.536714] env[69942]: _type = "Task" [ 990.536714] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.553390] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526d1100-36d0-3464-247a-d47c61aba2aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.553804] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.554100] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.554373] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.554700] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.554890] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.555573] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7ec7ab7-8d6c-421d-893e-f5009ef68044 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.567981] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.568142] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.568922] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3385a59f-7ae4-4933-9675-54c1f10a58d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.576697] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 990.576697] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c1cfd-4a6c-15d4-94e7-c152532e4be4" [ 990.576697] env[69942]: _type = "Task" [ 990.576697] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.592085] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c1cfd-4a6c-15d4-94e7-c152532e4be4, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.592987] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49d1aa4-8338-4144-b2df-051da03c38c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.601067] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 990.601067] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ac3832-af7b-46aa-4888-a3c6b9fae07e" [ 990.601067] env[69942]: _type = "Task" [ 990.601067] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.611625] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ac3832-af7b-46aa-4888-a3c6b9fae07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.629035] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831082, 'name': CreateVM_Task, 'duration_secs': 0.446022} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.629470] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.630194] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.630365] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.630694] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.631012] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f94bd5-808c-424f-aac0-47dc4078c0ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.636284] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 990.636284] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523ccd54-03e4-b786-7272-b8e20adc67e6" [ 990.636284] env[69942]: _type = "Task" [ 990.636284] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.647122] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523ccd54-03e4-b786-7272-b8e20adc67e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.680072] env[69942]: DEBUG nova.network.neutron [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Updating instance_info_cache with network_info: [{"id": "db16338b-7921-45e7-a689-b36e812e7d7c", "address": "fa:16:3e:50:7f:8e", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb16338b-79", "ovs_interfaceid": "db16338b-7921-45e7-a689-b36e812e7d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.697182] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831083, 'name': Rename_Task, 'duration_secs': 0.188444} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.697484] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.697733] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89f54d61-0710-4cc7-a201-2280f9fe51e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.705774] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 990.705774] env[69942]: value = "task-3831086" [ 990.705774] env[69942]: _type = "Task" [ 990.705774] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.712212] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3b92c697-bed1-4f66-a72d-220fb7049151 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "0928cc3f-e729-4400-bdfd-ac55c9c1dfa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.412s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.719430] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.921806] env[69942]: DEBUG oslo_vmware.api [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3831084, 'name': PowerOffVM_Task, 'duration_secs': 0.230476} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.922138] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.922351] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.922678] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e98a75-8db0-4b0f-ad6e-a227a95bf0e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.998061] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.998567] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.998865] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Deleting the datastore file [datastore1] ce9aac70-29d1-4205-b456-6b03b4dd8b7b {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.006105] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdebddd1-e015-428c-899c-5a83e7da54d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.012129] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093769} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.013082] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.014077] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232269f6-9a35-44a6-9e50-86b9c6ef034a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.019103] env[69942]: DEBUG oslo_vmware.api [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for the task: (returnval){ [ 991.019103] env[69942]: value = "task-3831088" [ 991.019103] env[69942]: _type = "Task" [ 991.019103] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.022850] env[69942]: DEBUG oslo_concurrency.lockutils [req-e85514d0-6976-408a-9da1-ee65fb7cfc9f req-2d70c791-b855-4d6c-93ac-a2a4baf5f057 service nova] Releasing lock "refresh_cache-2b0b2884-e433-4e8c-ba38-b73760431846" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.046766] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] bd7c066b-9df9-4956-a1ea-0f0b802c3083/bd7c066b-9df9-4956-a1ea-0f0b802c3083.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.050196] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3cd9614-a62e-45e8-8795-103d33133cc1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.068311] env[69942]: DEBUG oslo_vmware.api [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3831088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.075323] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 991.075323] env[69942]: value = "task-3831089" [ 991.075323] env[69942]: _type = "Task" [ 991.075323] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.087812] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.117354] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ac3832-af7b-46aa-4888-a3c6b9fae07e, 'name': SearchDatastore_Task, 'duration_secs': 0.012375} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.117354] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.118127] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 681b735d-0d65-4d9b-be15-62c86ddc0e66/681b735d-0d65-4d9b-be15-62c86ddc0e66.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.118127] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87cf66c8-28d2-45bb-86d7-8cdfd664e7e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.126851] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 991.126851] env[69942]: value = "task-3831090" [ 991.126851] env[69942]: _type = "Task" [ 991.126851] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.139474] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.151810] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523ccd54-03e4-b786-7272-b8e20adc67e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.155053] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.155402] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.155745] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.155883] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.156094] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.156726] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-590330b6-98ec-49d3-b0a9-25cee830bab4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.168611] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.168884] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.172788] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cdafddb-4e5d-41ab-9d0d-4fcfdacc9eea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.179582] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 991.179582] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c1298-5206-0d9b-9f07-4e8af9d529c6" [ 991.179582] env[69942]: _type = "Task" [ 991.179582] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.185311] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "refresh_cache-c0f422d3-e596-4665-8fe3-0a61f22cc215" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.185692] env[69942]: DEBUG nova.objects.instance [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lazy-loading 'flavor' on Instance uuid c0f422d3-e596-4665-8fe3-0a61f22cc215 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.193968] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c1298-5206-0d9b-9f07-4e8af9d529c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.208148] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f526a3-fded-43f6-94a6-a6805dcecf90 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.225624] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2931347-ed72-4a26-8267-d08c8139f7c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.229330] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.265708] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91522446-f4a3-43a2-87f5-149cd5e16230 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.274767] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a847f5-e35b-439d-97ff-40073fab751b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.293048] env[69942]: DEBUG nova.compute.provider_tree [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.540039] env[69942]: DEBUG oslo_vmware.api [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Task: {'id': task-3831088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323746} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.540039] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.540039] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.540039] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.540039] env[69942]: INFO nova.compute.manager [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 991.540039] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.540039] env[69942]: DEBUG nova.compute.manager [-] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.540039] env[69942]: DEBUG nova.network.neutron [-] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.589058] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831089, 'name': ReconfigVM_Task, 'duration_secs': 0.36366} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.589466] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Reconfigured VM instance instance-00000037 to attach disk [datastore1] bd7c066b-9df9-4956-a1ea-0f0b802c3083/bd7c066b-9df9-4956-a1ea-0f0b802c3083.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.590306] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2756d995-9e14-4904-89c0-66844530d964 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.600735] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 991.600735] env[69942]: value = "task-3831091" [ 991.600735] env[69942]: _type = "Task" [ 991.600735] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.612491] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831091, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.641019] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831090, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.691642] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c1298-5206-0d9b-9f07-4e8af9d529c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01606} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.692778] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f4195c-174b-477c-ab46-b5104b6f0a98 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.700173] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02019bec-6129-41ee-a6ac-3675a1ef147a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.705396] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 991.705396] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52500be5-1b32-165a-a6e8-1b7c733919d7" [ 991.705396] env[69942]: _type = "Task" [ 991.705396] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.732372] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.736806] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c04a5e3-1c04-4fe0-97b3-1ed104fd6f06 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.748047] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52500be5-1b32-165a-a6e8-1b7c733919d7, 'name': SearchDatastore_Task, 'duration_secs': 0.029523} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.749444] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.749825] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 2b0b2884-e433-4e8c-ba38-b73760431846/2b0b2884-e433-4e8c-ba38-b73760431846.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.750202] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dd8ec1d-faec-4164-9e7f-64ef5d0c33dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.758112] env[69942]: DEBUG oslo_vmware.api [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831086, 'name': PowerOnVM_Task, 'duration_secs': 0.971814} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.760312] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.761163] env[69942]: INFO nova.compute.manager [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Took 9.95 seconds to spawn the instance on the hypervisor. [ 991.761163] env[69942]: DEBUG nova.compute.manager [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.761290] env[69942]: DEBUG oslo_vmware.api [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 991.761290] env[69942]: value = "task-3831092" [ 991.761290] env[69942]: _type = "Task" [ 991.761290] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.762270] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77814fab-75fb-4641-b379-beee54dc88c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.773063] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 991.773063] env[69942]: value = "task-3831093" [ 991.773063] env[69942]: _type = "Task" [ 991.773063] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.785112] env[69942]: DEBUG oslo_vmware.api [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.795472] env[69942]: DEBUG nova.scheduler.client.report [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.799149] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.110899] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.111286] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.117143] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831091, 'name': Rename_Task, 'duration_secs': 0.32215} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.117451] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.117712] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e01f2e8e-9cde-42c5-aeec-58937dc48813 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.129888] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 992.129888] env[69942]: value = "task-3831094" [ 992.129888] env[69942]: _type = "Task" [ 992.129888] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.155100] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672067} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.159906] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 681b735d-0d65-4d9b-be15-62c86ddc0e66/681b735d-0d65-4d9b-be15-62c86ddc0e66.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.160334] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.160717] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831094, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.160969] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0573beb0-071c-4306-8bd7-7ccb6d4b01c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.170067] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 992.170067] env[69942]: value = "task-3831095" [ 992.170067] env[69942]: _type = "Task" [ 992.170067] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.182947] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.282307] env[69942]: DEBUG oslo_vmware.api [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831092, 'name': PowerOffVM_Task, 'duration_secs': 0.521494} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.283409] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.289972] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 992.299246] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce63507-d3b4-472f-ac68-3c02a6c8e4ba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.313379] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831093, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.315351] env[69942]: DEBUG nova.compute.manager [req-6838bc75-e205-4dc7-94b2-391eee9a8ecd req-58b17a02-7b53-484a-a479-2fd33d6d5141 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Received event network-vif-deleted-71e6e6ca-e6c0-4af6-b224-ab4079a3e40a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.315591] env[69942]: INFO nova.compute.manager [req-6838bc75-e205-4dc7-94b2-391eee9a8ecd req-58b17a02-7b53-484a-a479-2fd33d6d5141 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Neutron deleted interface 71e6e6ca-e6c0-4af6-b224-ab4079a3e40a; detaching it from the instance and deleting it from the info cache [ 992.315761] env[69942]: DEBUG nova.network.neutron [req-6838bc75-e205-4dc7-94b2-391eee9a8ecd req-58b17a02-7b53-484a-a479-2fd33d6d5141 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.319824] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.323229] env[69942]: INFO nova.compute.manager [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Took 49.08 seconds to build instance. [ 992.325320] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.605s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.326577] env[69942]: INFO nova.compute.claims [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.337495] env[69942]: DEBUG oslo_vmware.api [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 992.337495] env[69942]: value = "task-3831096" [ 992.337495] env[69942]: _type = "Task" [ 992.337495] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.349750] env[69942]: DEBUG oslo_vmware.api [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.366542] env[69942]: INFO nova.scheduler.client.report [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Deleted allocations for instance b97e913f-c3de-4a72-ac6f-ffccfcfe6d25 [ 992.642529] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831094, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.683363] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166881} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.683952] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.684956] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63803af-e46d-41b1-b70a-3e60d636b5cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.709209] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 681b735d-0d65-4d9b-be15-62c86ddc0e66/681b735d-0d65-4d9b-be15-62c86ddc0e66.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.709606] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682d2ac1-6e60-4bac-92ed-284728b8641a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.725783] env[69942]: DEBUG nova.network.neutron [-] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.732437] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 992.732437] env[69942]: value = "task-3831097" [ 992.732437] env[69942]: _type = "Task" [ 992.732437] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.744243] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.786121] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693617} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.786441] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 2b0b2884-e433-4e8c-ba38-b73760431846/2b0b2884-e433-4e8c-ba38-b73760431846.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.786610] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.786871] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f55f3dc6-b4ce-4c32-8df5-6939cd3a7a00 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.796069] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 992.796069] env[69942]: value = "task-3831098" [ 992.796069] env[69942]: _type = "Task" [ 992.796069] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.806163] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.825795] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25b831fe-71c1-4e33-9068-01957ecd6b1c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.833843] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00497d33-ebcf-4183-be2f-6999567c6436 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "ba83f67e-7a4e-44ab-9b42-b854368ed626" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.248s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.840848] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f08972-616d-4d18-a47c-94a974ef96ba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.869669] env[69942]: DEBUG oslo_vmware.api [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831096, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.890412] env[69942]: DEBUG nova.compute.manager [req-6838bc75-e205-4dc7-94b2-391eee9a8ecd req-58b17a02-7b53-484a-a479-2fd33d6d5141 service nova] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Detach interface failed, port_id=71e6e6ca-e6c0-4af6-b224-ab4079a3e40a, reason: Instance ce9aac70-29d1-4205-b456-6b03b4dd8b7b could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 992.890879] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de8cf4e8-34c2-4756-ac2c-a4bad2d48541 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "b97e913f-c3de-4a72-ac6f-ffccfcfe6d25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.180s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.995156] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f0fe5-8f24-4256-95f0-0f38b75b40e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.001274] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2ef2e-4f9b-46d2-97bc-0b0bcdc40ddc tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Suspending the VM {{(pid=69942) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 993.004920] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f5137379-4a9a-4687-9b6c-f1f1c2d5c477 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.016133] env[69942]: DEBUG oslo_vmware.api [None req-57e2ef2e-4f9b-46d2-97bc-0b0bcdc40ddc tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 993.016133] env[69942]: value = "task-3831099" [ 993.016133] env[69942]: _type = "Task" [ 993.016133] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.027553] env[69942]: DEBUG oslo_vmware.api [None req-57e2ef2e-4f9b-46d2-97bc-0b0bcdc40ddc tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831099, 'name': SuspendVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.143058] env[69942]: DEBUG oslo_vmware.api [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831094, 'name': PowerOnVM_Task, 'duration_secs': 0.630144} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.143501] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.143721] env[69942]: INFO nova.compute.manager [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Took 8.58 seconds to spawn the instance on the hypervisor. [ 993.143903] env[69942]: DEBUG nova.compute.manager [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.144805] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d712a3-6b53-4d23-82b5-7ef758738519 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.229037] env[69942]: INFO nova.compute.manager [-] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Took 1.69 seconds to deallocate network for instance. [ 993.248221] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.309789] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269732} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.310099] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.313584] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df002059-8703-41d8-8093-8bc90b3470b7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.339230] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 2b0b2884-e433-4e8c-ba38-b73760431846/2b0b2884-e433-4e8c-ba38-b73760431846.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.342669] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a045fde-ba2b-40d5-a2a2-e6b0c59c746d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.357495] env[69942]: DEBUG nova.compute.manager [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.372146] env[69942]: DEBUG oslo_vmware.api [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831096, 'name': ReconfigVM_Task, 'duration_secs': 0.555583} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.376770] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 993.377150] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.377629] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 993.377629] env[69942]: value = "task-3831100" [ 993.377629] env[69942]: _type = "Task" [ 993.377629] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.378069] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83855825-b930-4041-b51b-421eafcbe60a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.390780] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.392359] env[69942]: DEBUG oslo_vmware.api [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 993.392359] env[69942]: value = "task-3831101" [ 993.392359] env[69942]: _type = "Task" [ 993.392359] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.406907] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c952e3-a698-40a2-b6b0-558e7eac3fca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.415660] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab568c8c-711d-4098-9387-8ae6d4375419 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.450265] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e019ac6-cfd4-4f0b-b23d-52c78d1cee62 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.457948] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab566f0-c3c9-4c4e-83e3-b370d466f805 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.472487] env[69942]: DEBUG nova.compute.provider_tree [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.529446] env[69942]: DEBUG oslo_vmware.api [None req-57e2ef2e-4f9b-46d2-97bc-0b0bcdc40ddc tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831099, 'name': SuspendVM_Task} progress is 62%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.672541] env[69942]: INFO nova.compute.manager [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Took 47.39 seconds to build instance. [ 993.741911] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.748126] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831097, 'name': ReconfigVM_Task, 'duration_secs': 0.644628} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.748210] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 681b735d-0d65-4d9b-be15-62c86ddc0e66/681b735d-0d65-4d9b-be15-62c86ddc0e66.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.749031] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93b1c900-079c-4e51-bca7-77738808bbb6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.756437] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 993.756437] env[69942]: value = "task-3831102" [ 993.756437] env[69942]: _type = "Task" [ 993.756437] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.771932] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831102, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.891036] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831100, 'name': ReconfigVM_Task, 'duration_secs': 0.329864} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.892037] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.892378] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 2b0b2884-e433-4e8c-ba38-b73760431846/2b0b2884-e433-4e8c-ba38-b73760431846.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.893061] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0b174b2-e1c1-41c4-8a6a-919c5159e8ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.899693] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 993.899693] env[69942]: value = "task-3831103" [ 993.899693] env[69942]: _type = "Task" [ 993.899693] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.906438] env[69942]: DEBUG oslo_vmware.api [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831101, 'name': PowerOnVM_Task, 'duration_secs': 0.476836} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.907279] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.907606] env[69942]: DEBUG nova.compute.manager [None req-c06a579e-cf1a-4b39-823c-17133bb28328 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.908462] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3825493f-4bd1-479f-841b-d6ffa4e454ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.914386] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831103, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.975639] env[69942]: DEBUG nova.scheduler.client.report [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.029842] env[69942]: DEBUG oslo_vmware.api [None req-57e2ef2e-4f9b-46d2-97bc-0b0bcdc40ddc tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831099, 'name': SuspendVM_Task, 'duration_secs': 0.895548} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.030067] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2ef2e-4f9b-46d2-97bc-0b0bcdc40ddc tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Suspended the VM {{(pid=69942) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 994.030269] env[69942]: DEBUG nova.compute.manager [None req-57e2ef2e-4f9b-46d2-97bc-0b0bcdc40ddc tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.031133] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b770c8b5-3e1c-4524-b867-8a3c9383574e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.176262] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aceff35f-c0c3-461e-bffe-cbac89afcb8e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.867s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.272849] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831102, 'name': Rename_Task, 'duration_secs': 0.305975} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.272849] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.272849] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ffdaba4-f00c-4558-b2c6-57ac7f500145 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.281089] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 994.281089] env[69942]: value = "task-3831104" [ 994.281089] env[69942]: _type = "Task" [ 994.281089] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.290280] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.410558] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831103, 'name': Rename_Task, 'duration_secs': 0.178262} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.411123] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.411524] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94fa5d3c-141f-42cd-bd12-0e27687c2653 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.418850] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 994.418850] env[69942]: value = "task-3831105" [ 994.418850] env[69942]: _type = "Task" [ 994.418850] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.429514] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.481517] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.482140] env[69942]: DEBUG nova.compute.manager [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.484871] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.698s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.487742] env[69942]: INFO nova.compute.claims [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.681327] env[69942]: DEBUG nova.compute.manager [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.765475] env[69942]: DEBUG nova.compute.manager [req-be300128-c2ae-4892-86db-bc5aa87964f3 req-7e6ea1f2-0972-4a04-9c46-b18bc3bc46b6 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received event network-changed-f8872f1e-d4f0-4103-8008-9ffeb15f49b8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.765632] env[69942]: DEBUG nova.compute.manager [req-be300128-c2ae-4892-86db-bc5aa87964f3 req-7e6ea1f2-0972-4a04-9c46-b18bc3bc46b6 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Refreshing instance network info cache due to event network-changed-f8872f1e-d4f0-4103-8008-9ffeb15f49b8. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.766259] env[69942]: DEBUG oslo_concurrency.lockutils [req-be300128-c2ae-4892-86db-bc5aa87964f3 req-7e6ea1f2-0972-4a04-9c46-b18bc3bc46b6 service nova] Acquiring lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.766462] env[69942]: DEBUG oslo_concurrency.lockutils [req-be300128-c2ae-4892-86db-bc5aa87964f3 req-7e6ea1f2-0972-4a04-9c46-b18bc3bc46b6 service nova] Acquired lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.766638] env[69942]: DEBUG nova.network.neutron [req-be300128-c2ae-4892-86db-bc5aa87964f3 req-7e6ea1f2-0972-4a04-9c46-b18bc3bc46b6 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Refreshing network info cache for port f8872f1e-d4f0-4103-8008-9ffeb15f49b8 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.791981] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.928411] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.998023] env[69942]: DEBUG nova.compute.utils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.998023] env[69942]: DEBUG nova.compute.manager [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.998023] env[69942]: DEBUG nova.network.neutron [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.035520] env[69942]: DEBUG nova.policy [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc98f3d95c44f54ba5f918b5f44695d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b54e75a228e4afcba3bbdf06dc909a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.212829] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.293887] env[69942]: DEBUG oslo_vmware.api [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831104, 'name': PowerOnVM_Task, 'duration_secs': 0.980686} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.294285] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.294664] env[69942]: INFO nova.compute.manager [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Took 5.41 seconds to spawn the instance on the hypervisor. [ 995.294664] env[69942]: DEBUG nova.compute.manager [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.295662] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cab9646-a028-4d00-ae94-fcdeabe27ea1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.429097] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.455966] env[69942]: DEBUG nova.network.neutron [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Successfully created port: 4cac5ccf-aeaa-4fbe-becc-6c7be760993f {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.499872] env[69942]: DEBUG nova.compute.manager [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.823728] env[69942]: DEBUG nova.network.neutron [req-be300128-c2ae-4892-86db-bc5aa87964f3 req-7e6ea1f2-0972-4a04-9c46-b18bc3bc46b6 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updated VIF entry in instance network info cache for port f8872f1e-d4f0-4103-8008-9ffeb15f49b8. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.824080] env[69942]: DEBUG nova.network.neutron [req-be300128-c2ae-4892-86db-bc5aa87964f3 req-7e6ea1f2-0972-4a04-9c46-b18bc3bc46b6 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updating instance_info_cache with network_info: [{"id": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "address": "fa:16:3e:02:48:df", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8872f1e-d4", "ovs_interfaceid": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.827324] env[69942]: INFO nova.compute.manager [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Took 42.84 seconds to build instance. [ 995.938740] env[69942]: DEBUG oslo_vmware.api [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831105, 'name': PowerOnVM_Task, 'duration_secs': 1.40383} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.943490] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.943788] env[69942]: INFO nova.compute.manager [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Took 8.74 seconds to spawn the instance on the hypervisor. [ 995.943972] env[69942]: DEBUG nova.compute.manager [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.945513] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08056144-95e6-48cd-82a2-ca56ff21cc4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.068475] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b7bcad-8716-4fe5-a83e-0ed057ab6522 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.082505] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5e80e4-5828-4628-bcb2-4d10dd7b044c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.119516] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2df85c-68c9-40ed-a072-8ff97628aba8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.128495] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c1371a-86aa-4a9a-b44d-d0dd54083acb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.146789] env[69942]: DEBUG nova.compute.provider_tree [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.328891] env[69942]: DEBUG oslo_concurrency.lockutils [req-be300128-c2ae-4892-86db-bc5aa87964f3 req-7e6ea1f2-0972-4a04-9c46-b18bc3bc46b6 service nova] Releasing lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.333567] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a9340a65-24b3-4e9b-863b-8ec9924d7e5e tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "681b735d-0d65-4d9b-be15-62c86ddc0e66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.655s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.391377] env[69942]: DEBUG nova.compute.manager [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.391377] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2b90d5-d4ac-4e29-b132-3b4ce4b86845 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.468403] env[69942]: INFO nova.compute.manager [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Took 46.37 seconds to build instance. [ 996.515723] env[69942]: DEBUG nova.compute.manager [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.547988] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.548271] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.548458] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.548745] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.548934] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.549165] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.549355] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.549514] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.549687] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.549858] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.550041] env[69942]: DEBUG nova.virt.hardware [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.551374] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31be9a2e-63c0-47d6-b581-7e4bf8bf9ce8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.561498] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a010a56a-b0d4-4aee-afda-d9c47de99c6b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.652026] env[69942]: DEBUG nova.scheduler.client.report [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.836305] env[69942]: DEBUG nova.compute.manager [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.902866] env[69942]: INFO nova.compute.manager [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] instance snapshotting [ 996.903095] env[69942]: WARNING nova.compute.manager [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 996.906396] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57485e24-968f-4880-b384-76c8bb8102a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.928338] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122179c5-87d3-48f6-83b3-dff1cc342afe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.973024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a91d72e0-9f6e-4bc1-a7d4-639eae4e1eba tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "2b0b2884-e433-4e8c-ba38-b73760431846" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.102s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.159113] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.159113] env[69942]: DEBUG nova.compute.manager [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.162832] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.369s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.163249] env[69942]: DEBUG nova.objects.instance [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lazy-loading 'resources' on Instance uuid 5f87087e-9589-48ea-9d55-721beac9effe {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.283643] env[69942]: DEBUG nova.compute.manager [req-39d3ed1f-c11e-4c0c-8650-e4327a135b92 req-36192545-1463-4d99-8c08-8ffbd3884a46 service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Received event network-vif-plugged-4cac5ccf-aeaa-4fbe-becc-6c7be760993f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.284341] env[69942]: DEBUG oslo_concurrency.lockutils [req-39d3ed1f-c11e-4c0c-8650-e4327a135b92 req-36192545-1463-4d99-8c08-8ffbd3884a46 service nova] Acquiring lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.285336] env[69942]: DEBUG oslo_concurrency.lockutils [req-39d3ed1f-c11e-4c0c-8650-e4327a135b92 req-36192545-1463-4d99-8c08-8ffbd3884a46 service nova] Lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.285450] env[69942]: DEBUG oslo_concurrency.lockutils [req-39d3ed1f-c11e-4c0c-8650-e4327a135b92 req-36192545-1463-4d99-8c08-8ffbd3884a46 service nova] Lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.285730] env[69942]: DEBUG nova.compute.manager [req-39d3ed1f-c11e-4c0c-8650-e4327a135b92 req-36192545-1463-4d99-8c08-8ffbd3884a46 service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] No waiting events found dispatching network-vif-plugged-4cac5ccf-aeaa-4fbe-becc-6c7be760993f {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.286019] env[69942]: WARNING nova.compute.manager [req-39d3ed1f-c11e-4c0c-8650-e4327a135b92 req-36192545-1463-4d99-8c08-8ffbd3884a46 service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Received unexpected event network-vif-plugged-4cac5ccf-aeaa-4fbe-becc-6c7be760993f for instance with vm_state building and task_state spawning. [ 997.360372] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.375960] env[69942]: DEBUG nova.network.neutron [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Successfully updated port: 4cac5ccf-aeaa-4fbe-becc-6c7be760993f {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.441705] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 997.441705] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3cfb4230-27c8-40c3-9858-14d802ae7f37 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.450227] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 997.450227] env[69942]: value = "task-3831106" [ 997.450227] env[69942]: _type = "Task" [ 997.450227] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.461968] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831106, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.498049] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.498049] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.666817] env[69942]: DEBUG nova.compute.utils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.675435] env[69942]: DEBUG nova.compute.manager [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.675636] env[69942]: DEBUG nova.network.neutron [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.725875] env[69942]: DEBUG nova.policy [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '287f8a50bedf4d3f870e541a566ac6ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '613f7833b6c345c5879afd8063bf397e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.882164] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "refresh_cache-cce1ba04-0f03-48cc-a6dc-43226682b0f3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.882483] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "refresh_cache-cce1ba04-0f03-48cc-a6dc-43226682b0f3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.882483] env[69942]: DEBUG nova.network.neutron [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.968774] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831106, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.970296] env[69942]: DEBUG nova.compute.manager [req-2a637abb-f0ea-485e-a6c3-88a1fed1e263 req-f31b6ff2-be89-434c-9be3-3946350c82b0 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Received event network-changed-76d4eb0f-468c-46a3-8751-dca475bf86c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.970586] env[69942]: DEBUG nova.compute.manager [req-2a637abb-f0ea-485e-a6c3-88a1fed1e263 req-f31b6ff2-be89-434c-9be3-3946350c82b0 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Refreshing instance network info cache due to event network-changed-76d4eb0f-468c-46a3-8751-dca475bf86c0. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.970810] env[69942]: DEBUG oslo_concurrency.lockutils [req-2a637abb-f0ea-485e-a6c3-88a1fed1e263 req-f31b6ff2-be89-434c-9be3-3946350c82b0 service nova] Acquiring lock "refresh_cache-2b0b2884-e433-4e8c-ba38-b73760431846" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.970967] env[69942]: DEBUG oslo_concurrency.lockutils [req-2a637abb-f0ea-485e-a6c3-88a1fed1e263 req-f31b6ff2-be89-434c-9be3-3946350c82b0 service nova] Acquired lock "refresh_cache-2b0b2884-e433-4e8c-ba38-b73760431846" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.971141] env[69942]: DEBUG nova.network.neutron [req-2a637abb-f0ea-485e-a6c3-88a1fed1e263 req-f31b6ff2-be89-434c-9be3-3946350c82b0 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Refreshing network info cache for port 76d4eb0f-468c-46a3-8751-dca475bf86c0 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.988559] env[69942]: INFO nova.compute.manager [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Rebuilding instance [ 998.003477] env[69942]: DEBUG nova.compute.manager [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.063470] env[69942]: DEBUG nova.compute.manager [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.064506] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f1bd16-d6cd-4841-b992-bc14a699ff4c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.120906] env[69942]: DEBUG nova.network.neutron [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Successfully created port: 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.176015] env[69942]: DEBUG nova.compute.utils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.281199] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1536cb16-fd5f-43fa-933d-ce0f9dd137e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.289990] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33947cd-5044-4677-9c6a-bcbdfb06a367 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.327125] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171465f3-2ae1-4036-bfa1-71d408a3bbea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.334647] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a25652a-3d3c-41b3-823a-57b990d9e2ba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.349242] env[69942]: DEBUG nova.compute.provider_tree [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.432369] env[69942]: DEBUG nova.network.neutron [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.462581] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831106, 'name': CreateSnapshot_Task, 'duration_secs': 0.821465} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.462937] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 998.464015] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254d1b06-a463-402a-b07d-d5292db85e59 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.527184] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.627656] env[69942]: DEBUG nova.network.neutron [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Updating instance_info_cache with network_info: [{"id": "4cac5ccf-aeaa-4fbe-becc-6c7be760993f", "address": "fa:16:3e:0c:ba:39", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cac5ccf-ae", "ovs_interfaceid": "4cac5ccf-aeaa-4fbe-becc-6c7be760993f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.682938] env[69942]: DEBUG nova.compute.manager [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.780514] env[69942]: DEBUG nova.network.neutron [req-2a637abb-f0ea-485e-a6c3-88a1fed1e263 req-f31b6ff2-be89-434c-9be3-3946350c82b0 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Updated VIF entry in instance network info cache for port 76d4eb0f-468c-46a3-8751-dca475bf86c0. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.780972] env[69942]: DEBUG nova.network.neutron [req-2a637abb-f0ea-485e-a6c3-88a1fed1e263 req-f31b6ff2-be89-434c-9be3-3946350c82b0 service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Updating instance_info_cache with network_info: [{"id": "76d4eb0f-468c-46a3-8751-dca475bf86c0", "address": "fa:16:3e:38:0c:9a", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d4eb0f-46", "ovs_interfaceid": "76d4eb0f-468c-46a3-8751-dca475bf86c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.853834] env[69942]: DEBUG nova.scheduler.client.report [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.986303] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 998.986634] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4530d10-842f-4071-bc99-5c9acbfd8cc0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.996752] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 998.996752] env[69942]: value = "task-3831107" [ 998.996752] env[69942]: _type = "Task" [ 998.996752] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.006783] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831107, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.083844] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.084877] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f338751-3d85-4a1f-9789-b4028b487896 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.092977] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 999.092977] env[69942]: value = "task-3831108" [ 999.092977] env[69942]: _type = "Task" [ 999.092977] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.103210] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.131801] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "refresh_cache-cce1ba04-0f03-48cc-a6dc-43226682b0f3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.131972] env[69942]: DEBUG nova.compute.manager [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Instance network_info: |[{"id": "4cac5ccf-aeaa-4fbe-becc-6c7be760993f", "address": "fa:16:3e:0c:ba:39", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cac5ccf-ae", "ovs_interfaceid": "4cac5ccf-aeaa-4fbe-becc-6c7be760993f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.132400] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ba:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cac5ccf-aeaa-4fbe-becc-6c7be760993f', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.140618] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.141253] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.141253] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b0e98b4-a865-45dd-837e-83cae406046a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.163328] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.163328] env[69942]: value = "task-3831109" [ 999.163328] env[69942]: _type = "Task" [ 999.163328] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.173716] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831109, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.285925] env[69942]: DEBUG oslo_concurrency.lockutils [req-2a637abb-f0ea-485e-a6c3-88a1fed1e263 req-f31b6ff2-be89-434c-9be3-3946350c82b0 service nova] Releasing lock "refresh_cache-2b0b2884-e433-4e8c-ba38-b73760431846" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.333936] env[69942]: DEBUG nova.compute.manager [req-512ce605-7a1f-40c6-b822-69a426510f6b req-24d549a5-cab4-45ba-aafb-c0b04207b42c service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Received event network-changed-4cac5ccf-aeaa-4fbe-becc-6c7be760993f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.334153] env[69942]: DEBUG nova.compute.manager [req-512ce605-7a1f-40c6-b822-69a426510f6b req-24d549a5-cab4-45ba-aafb-c0b04207b42c service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Refreshing instance network info cache due to event network-changed-4cac5ccf-aeaa-4fbe-becc-6c7be760993f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.334379] env[69942]: DEBUG oslo_concurrency.lockutils [req-512ce605-7a1f-40c6-b822-69a426510f6b req-24d549a5-cab4-45ba-aafb-c0b04207b42c service nova] Acquiring lock "refresh_cache-cce1ba04-0f03-48cc-a6dc-43226682b0f3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.334704] env[69942]: DEBUG oslo_concurrency.lockutils [req-512ce605-7a1f-40c6-b822-69a426510f6b req-24d549a5-cab4-45ba-aafb-c0b04207b42c service nova] Acquired lock "refresh_cache-cce1ba04-0f03-48cc-a6dc-43226682b0f3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.334704] env[69942]: DEBUG nova.network.neutron [req-512ce605-7a1f-40c6-b822-69a426510f6b req-24d549a5-cab4-45ba-aafb-c0b04207b42c service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Refreshing network info cache for port 4cac5ccf-aeaa-4fbe-becc-6c7be760993f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.359434] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.362450] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.468s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.362819] env[69942]: DEBUG nova.objects.instance [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lazy-loading 'resources' on Instance uuid 3655deab-c776-49e7-aa4d-f6aef76048b5 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.388525] env[69942]: INFO nova.scheduler.client.report [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Deleted allocations for instance 5f87087e-9589-48ea-9d55-721beac9effe [ 999.508080] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831107, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.605014] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831108, 'name': PowerOffVM_Task, 'duration_secs': 0.202726} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.605364] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.606375] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.607499] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f21bd2-bb8a-4f86-9510-b7af9daaa2d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.616046] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.616342] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dd2c943-78d5-41ea-8c0c-20d493aee5da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.650607] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.651047] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.651699] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Deleting the datastore file [datastore2] 681b735d-0d65-4d9b-be15-62c86ddc0e66 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.651824] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-393d061f-6101-4285-9cc1-257b427141c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.661028] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 999.661028] env[69942]: value = "task-3831111" [ 999.661028] env[69942]: _type = "Task" [ 999.661028] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.675559] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831109, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.679536] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.696696] env[69942]: DEBUG nova.compute.manager [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.726198] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:22:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1040485519',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2018365797',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.726484] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.726641] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.726830] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.726978] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.727162] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.727371] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.727527] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.727725] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.727897] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.728095] env[69942]: DEBUG nova.virt.hardware [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.729033] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e001a591-5ab4-4ceb-b9b4-784944fffc84 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.742360] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de319481-95ce-4a42-814b-b56307b4aac7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.789939] env[69942]: DEBUG nova.network.neutron [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Successfully updated port: 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.898136] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9cd23bc-9425-48f9-8a42-2329f17035ee tempest-ListImageFiltersTestJSON-1493540391 tempest-ListImageFiltersTestJSON-1493540391-project-member] Lock "5f87087e-9589-48ea-9d55-721beac9effe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.624s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.012417] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831107, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.068067] env[69942]: DEBUG nova.network.neutron [req-512ce605-7a1f-40c6-b822-69a426510f6b req-24d549a5-cab4-45ba-aafb-c0b04207b42c service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Updated VIF entry in instance network info cache for port 4cac5ccf-aeaa-4fbe-becc-6c7be760993f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.068604] env[69942]: DEBUG nova.network.neutron [req-512ce605-7a1f-40c6-b822-69a426510f6b req-24d549a5-cab4-45ba-aafb-c0b04207b42c service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Updating instance_info_cache with network_info: [{"id": "4cac5ccf-aeaa-4fbe-becc-6c7be760993f", "address": "fa:16:3e:0c:ba:39", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cac5ccf-ae", "ovs_interfaceid": "4cac5ccf-aeaa-4fbe-becc-6c7be760993f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.180975] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151378} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.181178] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831109, 'name': CreateVM_Task, 'duration_secs': 0.602451} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.183815] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.184054] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.184242] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.186626] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.187477] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.187671] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.187938] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.188428] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c33cd29-af3f-4ddc-b919-770b1d925164 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.194260] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1000.194260] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ac6e92-642a-f796-faba-c591e0cab422" [ 1000.194260] env[69942]: _type = "Task" [ 1000.194260] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.206512] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ac6e92-642a-f796-faba-c591e0cab422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.293724] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "refresh_cache-95641b2a-0128-4556-a056-d4bc3d05b4c5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.293892] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquired lock "refresh_cache-95641b2a-0128-4556-a056-d4bc3d05b4c5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.294045] env[69942]: DEBUG nova.network.neutron [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.342324] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d44a3a-3e3b-41a0-9411-754dbc4bffc6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.354391] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35104263-0897-493d-a33d-52b7e7b9fe98 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.391926] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4142a6-187d-411c-984c-70a596630c82 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.403450] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5a10bf-d163-447f-9397-24933d69370d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.422370] env[69942]: DEBUG nova.compute.provider_tree [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.509594] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831107, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.574181] env[69942]: DEBUG oslo_concurrency.lockutils [req-512ce605-7a1f-40c6-b822-69a426510f6b req-24d549a5-cab4-45ba-aafb-c0b04207b42c service nova] Releasing lock "refresh_cache-cce1ba04-0f03-48cc-a6dc-43226682b0f3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.707318] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ac6e92-642a-f796-faba-c591e0cab422, 'name': SearchDatastore_Task, 'duration_secs': 0.014939} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.707633] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.707913] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.708118] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.708264] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.708441] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.708727] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9258282-46a1-461b-bea2-de4d9fdd15bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.723026] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.723026] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.723026] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bccfbd-ab99-4cdf-9231-9eea8c9c96a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.731355] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1000.731355] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525f3650-7772-8b77-9504-882256bb4f0f" [ 1000.731355] env[69942]: _type = "Task" [ 1000.731355] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.742914] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525f3650-7772-8b77-9504-882256bb4f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.838676] env[69942]: DEBUG nova.network.neutron [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.926132] env[69942]: DEBUG nova.scheduler.client.report [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.012773] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831107, 'name': CloneVM_Task, 'duration_secs': 1.694545} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.013045] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Created linked-clone VM from snapshot [ 1001.013856] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05c2b15-ae2f-48d5-9ff5-358dba488b97 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.019340] env[69942]: DEBUG nova.network.neutron [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Updating instance_info_cache with network_info: [{"id": "9432dc6f-ebe6-490c-a9fb-eb12ec362aa9", "address": "fa:16:3e:bf:84:66", "network": {"id": "2db1c3dd-9877-436b-a03b-9db94c10ee02", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1527635663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613f7833b6c345c5879afd8063bf397e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9432dc6f-eb", "ovs_interfaceid": "9432dc6f-ebe6-490c-a9fb-eb12ec362aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.026041] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Uploading image eb82d3f2-c6f6-4ace-a05a-1f416438e9a5 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1001.049842] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1001.049842] env[69942]: value = "vm-761656" [ 1001.049842] env[69942]: _type = "VirtualMachine" [ 1001.049842] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1001.050171] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0745fd4-3a80-408f-b0fb-6210dff1c949 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.058630] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lease: (returnval){ [ 1001.058630] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a4ed02-ab0f-ad45-18e3-37f6a7584772" [ 1001.058630] env[69942]: _type = "HttpNfcLease" [ 1001.058630] env[69942]: } obtained for exporting VM: (result){ [ 1001.058630] env[69942]: value = "vm-761656" [ 1001.058630] env[69942]: _type = "VirtualMachine" [ 1001.058630] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1001.058995] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the lease: (returnval){ [ 1001.058995] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a4ed02-ab0f-ad45-18e3-37f6a7584772" [ 1001.058995] env[69942]: _type = "HttpNfcLease" [ 1001.058995] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1001.066060] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.066060] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a4ed02-ab0f-ad45-18e3-37f6a7584772" [ 1001.066060] env[69942]: _type = "HttpNfcLease" [ 1001.066060] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1001.217823] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.218090] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.218252] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.218435] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.218581] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.218729] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.220029] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.220029] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.220029] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.220029] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.220029] env[69942]: DEBUG nova.virt.hardware [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.220631] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41bbf99-3e09-4d4f-b955-60ab4b6234d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.229917] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560f8604-6489-43f7-a6e7-c215abceab7c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.244459] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525f3650-7772-8b77-9504-882256bb4f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.01222} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.252704] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.258591] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.259135] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505eb3cc-8415-4169-92a1-d4880c434d80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.261313] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.261588] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0763b031-6b61-47d9-8761-7bca2b2416af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.278326] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1001.278326] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5214552a-030c-e395-588e-e61e050ce359" [ 1001.278326] env[69942]: _type = "Task" [ 1001.278326] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.282691] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.282691] env[69942]: value = "task-3831113" [ 1001.282691] env[69942]: _type = "Task" [ 1001.282691] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.290781] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5214552a-030c-e395-588e-e61e050ce359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.297100] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831113, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.401752] env[69942]: DEBUG nova.compute.manager [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Received event network-vif-plugged-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.401951] env[69942]: DEBUG oslo_concurrency.lockutils [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] Acquiring lock "95641b2a-0128-4556-a056-d4bc3d05b4c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.402254] env[69942]: DEBUG oslo_concurrency.lockutils [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] Lock "95641b2a-0128-4556-a056-d4bc3d05b4c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.402374] env[69942]: DEBUG oslo_concurrency.lockutils [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] Lock "95641b2a-0128-4556-a056-d4bc3d05b4c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.402543] env[69942]: DEBUG nova.compute.manager [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] No waiting events found dispatching network-vif-plugged-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.402719] env[69942]: WARNING nova.compute.manager [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Received unexpected event network-vif-plugged-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 for instance with vm_state building and task_state spawning. [ 1001.402902] env[69942]: DEBUG nova.compute.manager [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Received event network-changed-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.403114] env[69942]: DEBUG nova.compute.manager [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Refreshing instance network info cache due to event network-changed-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.403287] env[69942]: DEBUG oslo_concurrency.lockutils [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] Acquiring lock "refresh_cache-95641b2a-0128-4556-a056-d4bc3d05b4c5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.431924] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.434557] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.110s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.434910] env[69942]: DEBUG nova.objects.instance [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1001.452562] env[69942]: INFO nova.scheduler.client.report [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Deleted allocations for instance 3655deab-c776-49e7-aa4d-f6aef76048b5 [ 1001.529832] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Releasing lock "refresh_cache-95641b2a-0128-4556-a056-d4bc3d05b4c5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.530253] env[69942]: DEBUG nova.compute.manager [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Instance network_info: |[{"id": "9432dc6f-ebe6-490c-a9fb-eb12ec362aa9", "address": "fa:16:3e:bf:84:66", "network": {"id": "2db1c3dd-9877-436b-a03b-9db94c10ee02", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1527635663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613f7833b6c345c5879afd8063bf397e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9432dc6f-eb", "ovs_interfaceid": "9432dc6f-ebe6-490c-a9fb-eb12ec362aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.530595] env[69942]: DEBUG oslo_concurrency.lockutils [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] Acquired lock "refresh_cache-95641b2a-0128-4556-a056-d4bc3d05b4c5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.530856] env[69942]: DEBUG nova.network.neutron [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Refreshing network info cache for port 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.532270] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:84:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9432dc6f-ebe6-490c-a9fb-eb12ec362aa9', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.540687] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.541858] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.542171] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e4c8853-90da-4901-8d99-8c68f84cc416 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.568792] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1001.568792] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a4ed02-ab0f-ad45-18e3-37f6a7584772" [ 1001.568792] env[69942]: _type = "HttpNfcLease" [ 1001.568792] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1001.570394] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1001.570394] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a4ed02-ab0f-ad45-18e3-37f6a7584772" [ 1001.570394] env[69942]: _type = "HttpNfcLease" [ 1001.570394] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1001.570643] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.570643] env[69942]: value = "task-3831114" [ 1001.570643] env[69942]: _type = "Task" [ 1001.570643] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.571411] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec379d0-ba95-437c-8f57-274c5b48bc3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.584770] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831114, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.587839] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de56a8-dd82-b10e-4a78-781687a557e9/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1001.588317] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de56a8-dd82-b10e-4a78-781687a557e9/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1001.670224] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "28193666-5a9f-4572-97d2-fe569fc7afd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.670483] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "28193666-5a9f-4572-97d2-fe569fc7afd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.687402] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d803743f-3513-4821-83da-001612dc88dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.791132] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5214552a-030c-e395-588e-e61e050ce359, 'name': SearchDatastore_Task, 'duration_secs': 0.011236} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.791926] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.792348] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] cce1ba04-0f03-48cc-a6dc-43226682b0f3/cce1ba04-0f03-48cc-a6dc-43226682b0f3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.792697] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c979807-a708-4e19-b562-bf8efd1befd5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.799928] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831113, 'name': CreateVM_Task, 'duration_secs': 0.342231} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.800107] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.800624] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.800834] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.801252] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.801985] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb2e9614-ccf0-4fb4-90a8-d296b5030114 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.805808] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1001.805808] env[69942]: value = "task-3831115" [ 1001.805808] env[69942]: _type = "Task" [ 1001.805808] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.812526] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 1001.812526] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bab3e8-47ee-2065-7e72-8816c6d8ae8c" [ 1001.812526] env[69942]: _type = "Task" [ 1001.812526] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.825026] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.827996] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bab3e8-47ee-2065-7e72-8816c6d8ae8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.961188] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aefa6c69-e609-488f-9e98-a4882928bcfd tempest-ServersTestMultiNic-1702339584 tempest-ServersTestMultiNic-1702339584-project-member] Lock "3655deab-c776-49e7-aa4d-f6aef76048b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.130s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.092748] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831114, 'name': CreateVM_Task, 'duration_secs': 0.341827} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.094177] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.094177] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.327579] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.336375] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bab3e8-47ee-2065-7e72-8816c6d8ae8c, 'name': SearchDatastore_Task, 'duration_secs': 0.034112} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.336935] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.337371] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.337773] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.338275] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.338689] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.339191] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.339621] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.339988] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58df2b0a-cd99-43e0-bc65-3c718157dc9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.342347] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed1298e-c98d-44ef-ba71-899a45efd506 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.350350] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1002.350350] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e8016-cb94-871f-00c0-1a1453bff476" [ 1002.350350] env[69942]: _type = "Task" [ 1002.350350] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.367526] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e8016-cb94-871f-00c0-1a1453bff476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.373585] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.374308] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.375588] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e6f2ef-b318-4bab-b259-ef33b59c354f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.386387] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 1002.386387] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5201f5c8-705e-8237-e346-9bd1c8d7a635" [ 1002.386387] env[69942]: _type = "Task" [ 1002.386387] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.397420] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5201f5c8-705e-8237-e346-9bd1c8d7a635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.447808] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6d2fd7f2-a78f-4563-acbb-b5c0312525d6 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.452650] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.124s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.452650] env[69942]: INFO nova.compute.claims [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.744018] env[69942]: DEBUG nova.network.neutron [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Updated VIF entry in instance network info cache for port 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.745059] env[69942]: DEBUG nova.network.neutron [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Updating instance_info_cache with network_info: [{"id": "9432dc6f-ebe6-490c-a9fb-eb12ec362aa9", "address": "fa:16:3e:bf:84:66", "network": {"id": "2db1c3dd-9877-436b-a03b-9db94c10ee02", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1527635663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613f7833b6c345c5879afd8063bf397e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9432dc6f-eb", "ovs_interfaceid": "9432dc6f-ebe6-490c-a9fb-eb12ec362aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.821163] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638022} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.821436] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] cce1ba04-0f03-48cc-a6dc-43226682b0f3/cce1ba04-0f03-48cc-a6dc-43226682b0f3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.821645] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.821921] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff9109b-05c0-4ab9-8210-530b2fc2850b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.830490] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1002.830490] env[69942]: value = "task-3831116" [ 1002.830490] env[69942]: _type = "Task" [ 1002.830490] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.841210] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.862591] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e8016-cb94-871f-00c0-1a1453bff476, 'name': SearchDatastore_Task, 'duration_secs': 0.049193} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.863114] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.863444] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.863756] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.899123] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5201f5c8-705e-8237-e346-9bd1c8d7a635, 'name': SearchDatastore_Task, 'duration_secs': 0.026843} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.900175] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f716b180-265a-475d-b8d1-50d05a53547e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.907560] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 1002.907560] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f69ff0-4de5-b10b-5830-b0084d0e149e" [ 1002.907560] env[69942]: _type = "Task" [ 1002.907560] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.916806] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f69ff0-4de5-b10b-5830-b0084d0e149e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.247819] env[69942]: DEBUG oslo_concurrency.lockutils [req-6bba6923-deed-4c07-af4f-c98bd880717d req-74179b20-0521-418d-85f7-fa181ee493a9 service nova] Releasing lock "refresh_cache-95641b2a-0128-4556-a056-d4bc3d05b4c5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.342640] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137268} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.342945] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.343808] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6027994-e447-409d-8b2c-589b1acddbb6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.372766] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] cce1ba04-0f03-48cc-a6dc-43226682b0f3/cce1ba04-0f03-48cc-a6dc-43226682b0f3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.374222] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-767ee05b-9d2c-40c9-8db1-68d32b12b36a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.399504] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1003.399504] env[69942]: value = "task-3831117" [ 1003.399504] env[69942]: _type = "Task" [ 1003.399504] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.410411] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.420905] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f69ff0-4de5-b10b-5830-b0084d0e149e, 'name': SearchDatastore_Task, 'duration_secs': 0.018992} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.421550] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.421876] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 681b735d-0d65-4d9b-be15-62c86ddc0e66/681b735d-0d65-4d9b-be15-62c86ddc0e66.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.422235] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.422477] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.422744] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f5fad4e-0aa6-473b-9fd0-64c2d2cbd828 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.425924] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-800432e5-92e4-4706-93c9-0b74fff18da5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.433876] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 1003.433876] env[69942]: value = "task-3831118" [ 1003.433876] env[69942]: _type = "Task" [ 1003.433876] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.438438] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.438754] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.439644] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33b01bf-f838-41fc-a0c1-260094481985 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.445629] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.449537] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1003.449537] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523da765-844e-b4de-ad7d-2aa43e4aa836" [ 1003.449537] env[69942]: _type = "Task" [ 1003.449537] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.457898] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523da765-844e-b4de-ad7d-2aa43e4aa836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.916569] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.950663] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831118, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.971124] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523da765-844e-b4de-ad7d-2aa43e4aa836, 'name': SearchDatastore_Task, 'duration_secs': 0.012269} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.972139] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb60426-c65c-4495-8d5a-9b1bf33397eb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.982540] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1003.982540] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52414096-166d-b7f3-d46f-58a97a58ffd6" [ 1003.982540] env[69942]: _type = "Task" [ 1003.982540] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.993703] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52414096-166d-b7f3-d46f-58a97a58ffd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.017328] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052a74d9-1116-456c-a98d-2eb6c00d52d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.026133] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b692e4-5cb8-459f-a798-6ab9ae3d88e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.066840] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52744579-0dda-4948-827a-7fd0e592fb02 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.081104] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28c3b0d-d87d-4ff1-9c33-15957351df3a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.099196] env[69942]: DEBUG nova.compute.provider_tree [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.411945] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831117, 'name': ReconfigVM_Task, 'duration_secs': 0.963449} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.412284] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Reconfigured VM instance instance-0000003a to attach disk [datastore2] cce1ba04-0f03-48cc-a6dc-43226682b0f3/cce1ba04-0f03-48cc-a6dc-43226682b0f3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.412909] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa59d03f-be01-438c-be08-c8bd360a7de4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.422560] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1004.422560] env[69942]: value = "task-3831119" [ 1004.422560] env[69942]: _type = "Task" [ 1004.422560] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.434372] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831119, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.450381] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601695} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.450699] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 681b735d-0d65-4d9b-be15-62c86ddc0e66/681b735d-0d65-4d9b-be15-62c86ddc0e66.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.450992] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.451270] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-637b0092-4deb-44a4-9f78-388b5462f648 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.460851] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 1004.460851] env[69942]: value = "task-3831120" [ 1004.460851] env[69942]: _type = "Task" [ 1004.460851] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.471654] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.494531] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52414096-166d-b7f3-d46f-58a97a58ffd6, 'name': SearchDatastore_Task, 'duration_secs': 0.041798} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.494531] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.494531] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 95641b2a-0128-4556-a056-d4bc3d05b4c5/95641b2a-0128-4556-a056-d4bc3d05b4c5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.495096] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-742237c2-aa89-4949-bcd6-ad3c050de430 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.503496] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1004.503496] env[69942]: value = "task-3831121" [ 1004.503496] env[69942]: _type = "Task" [ 1004.503496] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.514861] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.603189] env[69942]: DEBUG nova.scheduler.client.report [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.940526] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831119, 'name': Rename_Task, 'duration_secs': 0.187661} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.940892] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.942579] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb6d1312-1609-4954-a271-46a69e239e2b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.949585] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1004.949585] env[69942]: value = "task-3831122" [ 1004.949585] env[69942]: _type = "Task" [ 1004.949585] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.963071] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.973914] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072666} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.974528] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.975555] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea873a8-3473-4c73-88c0-919291e3c074 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.000631] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 681b735d-0d65-4d9b-be15-62c86ddc0e66/681b735d-0d65-4d9b-be15-62c86ddc0e66.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.001219] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907ccc4a-0886-4a44-93cd-5d8264b8a14b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.030035] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520218} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.031814] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 95641b2a-0128-4556-a056-d4bc3d05b4c5/95641b2a-0128-4556-a056-d4bc3d05b4c5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.032067] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.032807] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 1005.032807] env[69942]: value = "task-3831123" [ 1005.032807] env[69942]: _type = "Task" [ 1005.032807] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.032807] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73326562-a12f-431e-881c-b901a62129de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.043428] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.045021] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1005.045021] env[69942]: value = "task-3831124" [ 1005.045021] env[69942]: _type = "Task" [ 1005.045021] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.114277] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.114934] env[69942]: DEBUG nova.compute.manager [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.118987] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.539s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.118987] env[69942]: DEBUG nova.objects.instance [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lazy-loading 'resources' on Instance uuid af4c55f0-2edf-44a4-a880-a5a7ad6b0def {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.462395] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831122, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.548735] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831123, 'name': ReconfigVM_Task, 'duration_secs': 0.367047} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.552758] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 681b735d-0d65-4d9b-be15-62c86ddc0e66/681b735d-0d65-4d9b-be15-62c86ddc0e66.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.553753] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4e44644-6f78-4353-8100-6bba91fa4b48 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.564134] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128699} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.566350] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.566768] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 1005.566768] env[69942]: value = "task-3831125" [ 1005.566768] env[69942]: _type = "Task" [ 1005.566768] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.567613] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e59a386-2abc-466f-a4fb-4452a5dd5596 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.585066] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831125, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.606218] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 95641b2a-0128-4556-a056-d4bc3d05b4c5/95641b2a-0128-4556-a056-d4bc3d05b4c5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.606592] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc0f768-3e7a-4196-9a5b-c313b1b85b79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.622885] env[69942]: DEBUG nova.compute.utils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.627256] env[69942]: DEBUG nova.compute.manager [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.627477] env[69942]: DEBUG nova.network.neutron [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.637826] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1005.637826] env[69942]: value = "task-3831126" [ 1005.637826] env[69942]: _type = "Task" [ 1005.637826] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.653503] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.696505] env[69942]: DEBUG nova.policy [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0596ca5bcd5d424f84fe840932390fae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dda6b30a43c4a33b9ee16db109c6234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.962511] env[69942]: DEBUG oslo_vmware.api [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831122, 'name': PowerOnVM_Task, 'duration_secs': 0.628019} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.962976] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.963084] env[69942]: INFO nova.compute.manager [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1005.963309] env[69942]: DEBUG nova.compute.manager [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.964219] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cb69d7-5a40-415f-9049-439c229d92a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.089703] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831125, 'name': Rename_Task, 'duration_secs': 0.250013} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.091409] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.091409] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04d4d1a2-86dc-4afa-932d-f7b503836f5c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.100223] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 1006.100223] env[69942]: value = "task-3831127" [ 1006.100223] env[69942]: _type = "Task" [ 1006.100223] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.101060] env[69942]: DEBUG nova.network.neutron [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Successfully created port: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.114487] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.128454] env[69942]: DEBUG nova.compute.manager [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.152628] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.157958] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd332136-b8ed-4091-936a-0888b8c4776a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.166812] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f499ed-1fc2-4b65-ab3f-b3b1321f14c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.206373] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990525df-8434-446d-8dc8-78b3c4e1ff82 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.216472] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baef6ea-4560-4ee0-8575-22dd87ccce78 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.233555] env[69942]: DEBUG nova.compute.provider_tree [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.489824] env[69942]: INFO nova.compute.manager [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Took 44.79 seconds to build instance. [ 1006.613870] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.653367] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831126, 'name': ReconfigVM_Task, 'duration_secs': 0.747806} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.653638] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 95641b2a-0128-4556-a056-d4bc3d05b4c5/95641b2a-0128-4556-a056-d4bc3d05b4c5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.653970] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69942) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1006.654715] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-6fd2f786-c2fc-45a5-8c41-3522ef753a5e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.663755] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1006.663755] env[69942]: value = "task-3831128" [ 1006.663755] env[69942]: _type = "Task" [ 1006.663755] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.674747] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831128, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.737584] env[69942]: DEBUG nova.scheduler.client.report [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.992331] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0750358a-6836-498c-bc4b-5de31721a7dd tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.347s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.113979] env[69942]: DEBUG oslo_vmware.api [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831127, 'name': PowerOnVM_Task, 'duration_secs': 0.628574} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.114280] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.115053] env[69942]: DEBUG nova.compute.manager [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.115389] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0240431-32e7-4bc0-85a4-2c48b9459074 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.137341] env[69942]: DEBUG nova.compute.manager [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.174018] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.174239] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.174397] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.174574] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.174720] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.175071] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.175150] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.175296] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.175462] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.175793] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.176866] env[69942]: DEBUG nova.virt.hardware [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.178077] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfde88d-5770-425e-abf1-66695b707032 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.187661] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831128, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.122274} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.189858] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69942) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1007.190974] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6449c602-b1c1-4374-b62b-0a8ea78dfef0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.194616] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d8808-e541-45f6-8890-f345e0a0b49b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.232024] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 95641b2a-0128-4556-a056-d4bc3d05b4c5/ephemeral_0.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.232444] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.232710] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.232988] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.233232] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.233411] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.235343] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a69cd0-4e20-45ef-a7db-643d1dae2585 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.249012] env[69942]: INFO nova.compute.manager [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Terminating instance [ 1007.250984] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.254652] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.241s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.258197] env[69942]: INFO nova.compute.claims [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.267296] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1007.267296] env[69942]: value = "task-3831129" [ 1007.267296] env[69942]: _type = "Task" [ 1007.267296] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.279446] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.285245] env[69942]: INFO nova.scheduler.client.report [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Deleted allocations for instance af4c55f0-2edf-44a4-a880-a5a7ad6b0def [ 1007.495194] env[69942]: DEBUG nova.compute.manager [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.644471] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.670769] env[69942]: DEBUG nova.compute.manager [req-dbe3d58e-baeb-4d36-8950-795913ba826d req-00db5b46-ae8b-40e0-b207-60855d3b8a0e service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Received event network-vif-plugged-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.670769] env[69942]: DEBUG oslo_concurrency.lockutils [req-dbe3d58e-baeb-4d36-8950-795913ba826d req-00db5b46-ae8b-40e0-b207-60855d3b8a0e service nova] Acquiring lock "09d3d714-5c7b-4828-adf7-de368188a7db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.670769] env[69942]: DEBUG oslo_concurrency.lockutils [req-dbe3d58e-baeb-4d36-8950-795913ba826d req-00db5b46-ae8b-40e0-b207-60855d3b8a0e service nova] Lock "09d3d714-5c7b-4828-adf7-de368188a7db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.670769] env[69942]: DEBUG oslo_concurrency.lockutils [req-dbe3d58e-baeb-4d36-8950-795913ba826d req-00db5b46-ae8b-40e0-b207-60855d3b8a0e service nova] Lock "09d3d714-5c7b-4828-adf7-de368188a7db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.671717] env[69942]: DEBUG nova.compute.manager [req-dbe3d58e-baeb-4d36-8950-795913ba826d req-00db5b46-ae8b-40e0-b207-60855d3b8a0e service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] No waiting events found dispatching network-vif-plugged-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.672111] env[69942]: WARNING nova.compute.manager [req-dbe3d58e-baeb-4d36-8950-795913ba826d req-00db5b46-ae8b-40e0-b207-60855d3b8a0e service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Received unexpected event network-vif-plugged-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a for instance with vm_state building and task_state spawning. [ 1007.763938] env[69942]: DEBUG nova.compute.manager [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.763938] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.768139] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2b5853-e4bc-4bfa-a676-29faf1e0fb24 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.790026] env[69942]: DEBUG nova.network.neutron [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Successfully updated port: ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.804412] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.804926] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.805596] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6259c7ac-5cc5-4819-bc8b-582c17f092a1 tempest-VolumesAdminNegativeTest-951652114 tempest-VolumesAdminNegativeTest-951652114-project-member] Lock "af4c55f0-2edf-44a4-a880-a5a7ad6b0def" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.573s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.807696] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e152d23-6117-4391-85b4-053915277c4d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.817403] env[69942]: DEBUG oslo_vmware.api [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1007.817403] env[69942]: value = "task-3831130" [ 1007.817403] env[69942]: _type = "Task" [ 1007.817403] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.829775] env[69942]: DEBUG oslo_vmware.api [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.034552] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.298238] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831129, 'name': ReconfigVM_Task, 'duration_secs': 0.944378} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.298238] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 95641b2a-0128-4556-a056-d4bc3d05b4c5/ephemeral_0.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.302271] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7971bd0-ef7b-4cae-859f-d7789063b6fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.309245] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.309560] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquired lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.309801] env[69942]: DEBUG nova.network.neutron [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.317298] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1008.317298] env[69942]: value = "task-3831131" [ 1008.317298] env[69942]: _type = "Task" [ 1008.317298] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.342756] env[69942]: DEBUG oslo_vmware.api [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831130, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.343056] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831131, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.367517] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "681b735d-0d65-4d9b-be15-62c86ddc0e66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.367797] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "681b735d-0d65-4d9b-be15-62c86ddc0e66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.368118] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "681b735d-0d65-4d9b-be15-62c86ddc0e66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.368229] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "681b735d-0d65-4d9b-be15-62c86ddc0e66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.368380] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "681b735d-0d65-4d9b-be15-62c86ddc0e66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.371392] env[69942]: INFO nova.compute.manager [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Terminating instance [ 1008.844382] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831131, 'name': Rename_Task, 'duration_secs': 0.315332} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.844697] env[69942]: DEBUG oslo_vmware.api [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831130, 'name': PowerOffVM_Task, 'duration_secs': 0.583747} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.847800] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.848163] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.848265] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.849561] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2156fe1a-af84-483c-b6c1-680b577af081 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.851797] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df8b2cd-af0d-410c-b351-6893d74edddd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.863367] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1008.863367] env[69942]: value = "task-3831132" [ 1008.863367] env[69942]: _type = "Task" [ 1008.863367] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.872782] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.880449] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "refresh_cache-681b735d-0d65-4d9b-be15-62c86ddc0e66" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.880642] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquired lock "refresh_cache-681b735d-0d65-4d9b-be15-62c86ddc0e66" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.880819] env[69942]: DEBUG nova.network.neutron [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.900048] env[69942]: DEBUG nova.network.neutron [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.910197] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82273e22-f38d-43b3-a762-cdea6415c976 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.919223] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb50e8-793c-40f5-b7f3-56310cade5f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.928458] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.928711] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.928919] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleting the datastore file [datastore2] cce1ba04-0f03-48cc-a6dc-43226682b0f3 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.963881] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c847f441-a0ec-4480-aa86-686b4aa5267d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.966842] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db52e461-69db-44e5-a299-885dab65b96c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.977916] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f8c3f4-7405-4471-b23f-a891c3c79205 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.984253] env[69942]: DEBUG oslo_vmware.api [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1008.984253] env[69942]: value = "task-3831134" [ 1008.984253] env[69942]: _type = "Task" [ 1008.984253] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.000522] env[69942]: DEBUG nova.compute.provider_tree [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.009960] env[69942]: DEBUG oslo_vmware.api [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.317022] env[69942]: DEBUG nova.network.neutron [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Updating instance_info_cache with network_info: [{"id": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "address": "fa:16:3e:61:d3:ab", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac40cd5e-a4", "ovs_interfaceid": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.377565] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.414516] env[69942]: DEBUG nova.network.neutron [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.498111] env[69942]: DEBUG oslo_vmware.api [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171459} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.500226] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.500550] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.500796] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.501042] env[69942]: INFO nova.compute.manager [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1009.501395] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.501599] env[69942]: DEBUG nova.compute.manager [-] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.501703] env[69942]: DEBUG nova.network.neutron [-] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.504366] env[69942]: DEBUG nova.scheduler.client.report [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.536241] env[69942]: DEBUG nova.network.neutron [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.710876] env[69942]: DEBUG nova.compute.manager [req-ff83725d-b3be-4883-b372-8b7ad4581967 req-ce1cdb5e-9d1c-463b-b4f5-b1cd5bc303f6 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Received event network-changed-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.711224] env[69942]: DEBUG nova.compute.manager [req-ff83725d-b3be-4883-b372-8b7ad4581967 req-ce1cdb5e-9d1c-463b-b4f5-b1cd5bc303f6 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Refreshing instance network info cache due to event network-changed-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.711300] env[69942]: DEBUG oslo_concurrency.lockutils [req-ff83725d-b3be-4883-b372-8b7ad4581967 req-ce1cdb5e-9d1c-463b-b4f5-b1cd5bc303f6 service nova] Acquiring lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.817887] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Releasing lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.818990] env[69942]: DEBUG nova.compute.manager [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Instance network_info: |[{"id": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "address": "fa:16:3e:61:d3:ab", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac40cd5e-a4", "ovs_interfaceid": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.820263] env[69942]: DEBUG oslo_concurrency.lockutils [req-ff83725d-b3be-4883-b372-8b7ad4581967 req-ce1cdb5e-9d1c-463b-b4f5-b1cd5bc303f6 service nova] Acquired lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.822064] env[69942]: DEBUG nova.network.neutron [req-ff83725d-b3be-4883-b372-8b7ad4581967 req-ce1cdb5e-9d1c-463b-b4f5-b1cd5bc303f6 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Refreshing network info cache for port ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.822064] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:d3:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac40cd5e-a4ad-44f2-bd8a-92a658552f9a', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.834024] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.834024] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.834024] env[69942]: DEBUG nova.compute.manager [req-59c9cc2b-4bf3-40bb-bb88-c34af9e7ee2a req-263e1911-210b-4524-9489-37246c7f1fa6 service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Received event network-vif-deleted-4cac5ccf-aeaa-4fbe-becc-6c7be760993f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.834575] env[69942]: INFO nova.compute.manager [req-59c9cc2b-4bf3-40bb-bb88-c34af9e7ee2a req-263e1911-210b-4524-9489-37246c7f1fa6 service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Neutron deleted interface 4cac5ccf-aeaa-4fbe-becc-6c7be760993f; detaching it from the instance and deleting it from the info cache [ 1009.834901] env[69942]: DEBUG nova.network.neutron [req-59c9cc2b-4bf3-40bb-bb88-c34af9e7ee2a req-263e1911-210b-4524-9489-37246c7f1fa6 service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.835991] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69e27211-fe6d-4d43-8a96-218632f95f03 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.852301] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef27f7f7-843d-4750-8927-cd053405b2eb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.862023] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.862023] env[69942]: value = "task-3831135" [ 1009.862023] env[69942]: _type = "Task" [ 1009.862023] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.867884] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eb2d51-2867-406f-8f42-dac2f90611c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.889079] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831135, 'name': CreateVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.892347] env[69942]: DEBUG oslo_vmware.api [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831132, 'name': PowerOnVM_Task, 'duration_secs': 0.623358} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.892919] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.893312] env[69942]: INFO nova.compute.manager [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1009.893664] env[69942]: DEBUG nova.compute.manager [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.909271] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdf0e83-5233-4e94-9e56-3646ebe3a8e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.912929] env[69942]: DEBUG nova.compute.manager [req-59c9cc2b-4bf3-40bb-bb88-c34af9e7ee2a req-263e1911-210b-4524-9489-37246c7f1fa6 service nova] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Detach interface failed, port_id=4cac5ccf-aeaa-4fbe-becc-6c7be760993f, reason: Instance cce1ba04-0f03-48cc-a6dc-43226682b0f3 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1010.010803] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.011330] env[69942]: DEBUG nova.compute.manager [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.014988] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.925s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.042024] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Releasing lock "refresh_cache-681b735d-0d65-4d9b-be15-62c86ddc0e66" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.042024] env[69942]: DEBUG nova.compute.manager [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.042024] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.042024] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8992c12-6b1a-4bbb-8abc-e8b0d3663555 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.050080] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.050561] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae8c6458-2d9d-4b05-b2f9-1788ef5d0782 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.060048] env[69942]: DEBUG oslo_vmware.api [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 1010.060048] env[69942]: value = "task-3831136" [ 1010.060048] env[69942]: _type = "Task" [ 1010.060048] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.071738] env[69942]: DEBUG oslo_vmware.api [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.151045] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquiring lock "d291e516-2977-4c3b-aff3-975e8aa648fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.151045] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lock "d291e516-2977-4c3b-aff3-975e8aa648fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.311129] env[69942]: DEBUG nova.network.neutron [-] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.372239] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831135, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.434024] env[69942]: INFO nova.compute.manager [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Took 48.67 seconds to build instance. [ 1010.519995] env[69942]: DEBUG nova.compute.utils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.538364] env[69942]: DEBUG nova.compute.manager [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.538570] env[69942]: DEBUG nova.network.neutron [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.542990] env[69942]: DEBUG nova.compute.manager [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.570896] env[69942]: DEBUG oslo_vmware.api [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831136, 'name': PowerOffVM_Task, 'duration_secs': 0.154488} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.571485] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.571882] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.572709] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bf918db-a32f-4290-b7ef-a499e49b0142 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.606983] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.607268] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.607470] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Deleting the datastore file [datastore2] 681b735d-0d65-4d9b-be15-62c86ddc0e66 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.607778] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bf35655-7c54-4a43-a54e-0fb0ba2df96f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.615965] env[69942]: DEBUG oslo_vmware.api [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for the task: (returnval){ [ 1010.615965] env[69942]: value = "task-3831138" [ 1010.615965] env[69942]: _type = "Task" [ 1010.615965] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.622165] env[69942]: DEBUG nova.policy [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d22c9f2d71a4bcdb8e22334300c437e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bbd77c700e44c4fa06ab92ea19147be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.631013] env[69942]: DEBUG oslo_vmware.api [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.666645] env[69942]: DEBUG nova.network.neutron [req-ff83725d-b3be-4883-b372-8b7ad4581967 req-ce1cdb5e-9d1c-463b-b4f5-b1cd5bc303f6 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Updated VIF entry in instance network info cache for port ac40cd5e-a4ad-44f2-bd8a-92a658552f9a. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.667284] env[69942]: DEBUG nova.network.neutron [req-ff83725d-b3be-4883-b372-8b7ad4581967 req-ce1cdb5e-9d1c-463b-b4f5-b1cd5bc303f6 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Updating instance_info_cache with network_info: [{"id": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "address": "fa:16:3e:61:d3:ab", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac40cd5e-a4", "ovs_interfaceid": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.815726] env[69942]: INFO nova.compute.manager [-] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Took 1.31 seconds to deallocate network for instance. [ 1010.875635] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831135, 'name': CreateVM_Task, 'duration_secs': 0.947746} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.875808] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.876582] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.876738] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.877077] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.877384] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdb40f7-52f2-44ba-b0eb-e86c0de94d1e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.884131] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1010.884131] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528ef97f-5637-7725-fcd8-9de4443a002e" [ 1010.884131] env[69942]: _type = "Task" [ 1010.884131] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.893917] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528ef97f-5637-7725-fcd8-9de4443a002e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.935628] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0015f8d5-f6f9-44b0-8c8c-8eefd2f084f0 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "95641b2a-0128-4556-a056-d4bc3d05b4c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.900s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.078665] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.078770] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.078873] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 2ef22cc8-aca3-4125-8844-15f55b67cd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.084487] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 8916f208-29a1-4a00-af38-29201d651726 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.084487] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 2de2aaa0-ef92-421d-9590-21e298c6f0bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.084487] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 75bb2855-1e92-47e3-b181-2ace83c7ee2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.084487] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance ce9aac70-29d1-4205-b456-6b03b4dd8b7b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.084487] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance fc4343e8-054c-41d5-9d43-010d83bb9135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.084487] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance cc9e95be-00b3-4a50-902b-fd06b2809b69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.084487] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 669b2238-7193-4550-ac42-e3f7134b867e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.084487] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 727ce1de-a223-4539-b185-b2bc331a8151 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.084487] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance c0f422d3-e596-4665-8fe3-0a61f22cc215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.084487] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 2188b102-036e-44fb-9b71-047fc1640af4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.084487] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 526c18ee-48ff-4f0f-8f49-7d9d50f405ef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.085156] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance eb988a47-059c-400d-a826-7edb15528943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.085156] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 1105e6d9-a70e-4f75-a7dc-50c709f33b72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.085156] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance ba83f67e-7a4e-44ab-9b42-b854368ed626 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.085156] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance bd7c066b-9df9-4956-a1ea-0f0b802c3083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.085156] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 2b0b2884-e433-4e8c-ba38-b73760431846 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.085156] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 681b735d-0d65-4d9b-be15-62c86ddc0e66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.085317] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance cce1ba04-0f03-48cc-a6dc-43226682b0f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.085317] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 95641b2a-0128-4556-a056-d4bc3d05b4c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.085446] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 09d3d714-5c7b-4828-adf7-de368188a7db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.086343] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 3b9b814e-b35b-43ab-9933-3b01eefcdfe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.128310] env[69942]: DEBUG oslo_vmware.api [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Task: {'id': task-3831138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102199} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.128626] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.128820] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.128997] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.129318] env[69942]: INFO nova.compute.manager [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1011.129594] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.129803] env[69942]: DEBUG nova.compute.manager [-] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.129899] env[69942]: DEBUG nova.network.neutron [-] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.153887] env[69942]: DEBUG nova.network.neutron [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Successfully created port: c8eb5490-328c-4017-9ba6-f7f231ec5ac8 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.166649] env[69942]: DEBUG nova.network.neutron [-] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.172742] env[69942]: DEBUG oslo_concurrency.lockutils [req-ff83725d-b3be-4883-b372-8b7ad4581967 req-ce1cdb5e-9d1c-463b-b4f5-b1cd5bc303f6 service nova] Releasing lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.326286] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.397601] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528ef97f-5637-7725-fcd8-9de4443a002e, 'name': SearchDatastore_Task, 'duration_secs': 0.020835} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.398242] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.398561] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.398851] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.399041] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.399291] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.399622] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4b509c0-f4a2-446d-a6fe-9b2b54d4d146 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.409888] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.410193] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.411037] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431cc6f2-7138-48b5-9e8f-5d307d2e2328 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.419282] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1011.419282] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5297524b-fa3e-264c-1511-4a305e78d3c7" [ 1011.419282] env[69942]: _type = "Task" [ 1011.419282] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.429389] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5297524b-fa3e-264c-1511-4a305e78d3c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.442135] env[69942]: DEBUG nova.compute.manager [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.560736] env[69942]: DEBUG nova.compute.manager [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.592018] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1011.603346] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.603822] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.604147] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.604541] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.604807] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.605115] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.606091] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.606091] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.606091] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.606344] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.606707] env[69942]: DEBUG nova.virt.hardware [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.607707] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168fe861-1366-4cc8-8617-53e7741aa3b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.618791] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b28975-b780-4289-aa94-76f8b1faa993 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.652528] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de56a8-dd82-b10e-4a78-781687a557e9/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1011.653703] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96388ac-69a3-48bf-bd84-8480086c99ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.666028] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de56a8-dd82-b10e-4a78-781687a557e9/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1011.666028] env[69942]: ERROR oslo_vmware.rw_handles [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de56a8-dd82-b10e-4a78-781687a557e9/disk-0.vmdk due to incomplete transfer. [ 1011.666028] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-671a63fb-4e6b-4c78-b78e-d3c1c835ddfc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.672724] env[69942]: DEBUG nova.network.neutron [-] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.674023] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52de56a8-dd82-b10e-4a78-781687a557e9/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1011.674208] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Uploaded image eb82d3f2-c6f6-4ace-a05a-1f416438e9a5 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1011.676575] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1011.677090] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ece3eb32-81db-456d-a737-11360edc4924 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.686401] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1011.686401] env[69942]: value = "task-3831139" [ 1011.686401] env[69942]: _type = "Task" [ 1011.686401] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.698620] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831139, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.930615] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5297524b-fa3e-264c-1511-4a305e78d3c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.931499] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175555a4-8ed3-4d61-b7bc-e08ff43b8050 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.938335] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1011.938335] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5253feba-ce1e-eb3c-90df-f304cd83331b" [ 1011.938335] env[69942]: _type = "Task" [ 1011.938335] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.949063] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5253feba-ce1e-eb3c-90df-f304cd83331b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.976462] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.094381] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance ff382947-7e03-40ec-a5f9-031ddc48f838 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1012.179996] env[69942]: INFO nova.compute.manager [-] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Took 1.05 seconds to deallocate network for instance. [ 1012.198556] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831139, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.201791] env[69942]: DEBUG nova.compute.manager [req-1b4ee50c-9c30-4be3-930e-e5c0062b454f req-1083af2a-96eb-4502-9c39-83d478b57761 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Received event network-changed-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.202152] env[69942]: DEBUG nova.compute.manager [req-1b4ee50c-9c30-4be3-930e-e5c0062b454f req-1083af2a-96eb-4502-9c39-83d478b57761 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Refreshing instance network info cache due to event network-changed-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.202489] env[69942]: DEBUG oslo_concurrency.lockutils [req-1b4ee50c-9c30-4be3-930e-e5c0062b454f req-1083af2a-96eb-4502-9c39-83d478b57761 service nova] Acquiring lock "refresh_cache-95641b2a-0128-4556-a056-d4bc3d05b4c5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.202753] env[69942]: DEBUG oslo_concurrency.lockutils [req-1b4ee50c-9c30-4be3-930e-e5c0062b454f req-1083af2a-96eb-4502-9c39-83d478b57761 service nova] Acquired lock "refresh_cache-95641b2a-0128-4556-a056-d4bc3d05b4c5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.203036] env[69942]: DEBUG nova.network.neutron [req-1b4ee50c-9c30-4be3-930e-e5c0062b454f req-1083af2a-96eb-4502-9c39-83d478b57761 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Refreshing network info cache for port 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.454386] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5253feba-ce1e-eb3c-90df-f304cd83331b, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.455144] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.455617] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 09d3d714-5c7b-4828-adf7-de368188a7db/09d3d714-5c7b-4828-adf7-de368188a7db.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.456219] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fca879a-4a13-4a8d-9d46-789af89c666b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.467344] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1012.467344] env[69942]: value = "task-3831140" [ 1012.467344] env[69942]: _type = "Task" [ 1012.467344] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.479483] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.601720] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 743145b3-8f63-4f36-80ad-cd277f780e48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1012.694273] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.703265] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831139, 'name': Destroy_Task, 'duration_secs': 0.853327} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.703265] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Destroyed the VM [ 1012.703265] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1012.703265] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b316270a-718b-4706-9251-9111b76066ab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.715984] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1012.715984] env[69942]: value = "task-3831141" [ 1012.715984] env[69942]: _type = "Task" [ 1012.715984] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.726653] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831141, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.870217] env[69942]: DEBUG oslo_concurrency.lockutils [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "ba83f67e-7a4e-44ab-9b42-b854368ed626" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.870756] env[69942]: DEBUG oslo_concurrency.lockutils [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "ba83f67e-7a4e-44ab-9b42-b854368ed626" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.870756] env[69942]: DEBUG oslo_concurrency.lockutils [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "ba83f67e-7a4e-44ab-9b42-b854368ed626-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.870890] env[69942]: DEBUG oslo_concurrency.lockutils [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "ba83f67e-7a4e-44ab-9b42-b854368ed626-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.871105] env[69942]: DEBUG oslo_concurrency.lockutils [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "ba83f67e-7a4e-44ab-9b42-b854368ed626-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.874994] env[69942]: INFO nova.compute.manager [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Terminating instance [ 1012.975868] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831140, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.016530] env[69942]: DEBUG nova.network.neutron [req-1b4ee50c-9c30-4be3-930e-e5c0062b454f req-1083af2a-96eb-4502-9c39-83d478b57761 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Updated VIF entry in instance network info cache for port 9432dc6f-ebe6-490c-a9fb-eb12ec362aa9. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.016962] env[69942]: DEBUG nova.network.neutron [req-1b4ee50c-9c30-4be3-930e-e5c0062b454f req-1083af2a-96eb-4502-9c39-83d478b57761 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Updating instance_info_cache with network_info: [{"id": "9432dc6f-ebe6-490c-a9fb-eb12ec362aa9", "address": "fa:16:3e:bf:84:66", "network": {"id": "2db1c3dd-9877-436b-a03b-9db94c10ee02", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1527635663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613f7833b6c345c5879afd8063bf397e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9432dc6f-eb", "ovs_interfaceid": "9432dc6f-ebe6-490c-a9fb-eb12ec362aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.105581] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 4b0894e8-71d3-4d97-b315-89135d76b3c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1013.230384] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831141, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.325249] env[69942]: DEBUG nova.network.neutron [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Successfully updated port: c8eb5490-328c-4017-9ba6-f7f231ec5ac8 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.380347] env[69942]: DEBUG nova.compute.manager [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.380553] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.383168] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d752f13-e79d-4741-9482-353dc8528161 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.390729] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.391056] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89d026bd-d4a9-4967-9946-be120a2ef83d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.423284] env[69942]: DEBUG nova.compute.manager [req-c616cedf-b723-4805-9fa8-6e723a8e3326 req-ff193035-12af-47c6-b74c-fa825f70dfbd service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Received event network-vif-plugged-c8eb5490-328c-4017-9ba6-f7f231ec5ac8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.423614] env[69942]: DEBUG oslo_concurrency.lockutils [req-c616cedf-b723-4805-9fa8-6e723a8e3326 req-ff193035-12af-47c6-b74c-fa825f70dfbd service nova] Acquiring lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.423715] env[69942]: DEBUG oslo_concurrency.lockutils [req-c616cedf-b723-4805-9fa8-6e723a8e3326 req-ff193035-12af-47c6-b74c-fa825f70dfbd service nova] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.423874] env[69942]: DEBUG oslo_concurrency.lockutils [req-c616cedf-b723-4805-9fa8-6e723a8e3326 req-ff193035-12af-47c6-b74c-fa825f70dfbd service nova] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.424038] env[69942]: DEBUG nova.compute.manager [req-c616cedf-b723-4805-9fa8-6e723a8e3326 req-ff193035-12af-47c6-b74c-fa825f70dfbd service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] No waiting events found dispatching network-vif-plugged-c8eb5490-328c-4017-9ba6-f7f231ec5ac8 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.424198] env[69942]: WARNING nova.compute.manager [req-c616cedf-b723-4805-9fa8-6e723a8e3326 req-ff193035-12af-47c6-b74c-fa825f70dfbd service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Received unexpected event network-vif-plugged-c8eb5490-328c-4017-9ba6-f7f231ec5ac8 for instance with vm_state building and task_state spawning. [ 1013.476948] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831140, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.521352] env[69942]: DEBUG oslo_concurrency.lockutils [req-1b4ee50c-9c30-4be3-930e-e5c0062b454f req-1083af2a-96eb-4502-9c39-83d478b57761 service nova] Releasing lock "refresh_cache-95641b2a-0128-4556-a056-d4bc3d05b4c5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.608341] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 2e12aac8-6181-4bbc-976c-53d5796a9b0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1013.727493] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831141, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.827912] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "refresh_cache-3b9b814e-b35b-43ab-9933-3b01eefcdfe8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.827912] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "refresh_cache-3b9b814e-b35b-43ab-9933-3b01eefcdfe8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.827912] env[69942]: DEBUG nova.network.neutron [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.983175] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.983437] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.983738] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831140, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.111977] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance c66e9d35-c6d5-445f-95ff-50c7bb3e7158 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1014.228920] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831141, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.381501] env[69942]: DEBUG nova.network.neutron [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.481032] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831140, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.519626} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.481550] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 09d3d714-5c7b-4828-adf7-de368188a7db/09d3d714-5c7b-4828-adf7-de368188a7db.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.481824] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.482136] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70579f32-3d25-45b6-a368-ab309f67c8ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.491026] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1014.491026] env[69942]: value = "task-3831143" [ 1014.491026] env[69942]: _type = "Task" [ 1014.491026] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.502937] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.593276] env[69942]: DEBUG nova.network.neutron [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Updating instance_info_cache with network_info: [{"id": "c8eb5490-328c-4017-9ba6-f7f231ec5ac8", "address": "fa:16:3e:5a:8e:48", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8eb5490-32", "ovs_interfaceid": "c8eb5490-328c-4017-9ba6-f7f231ec5ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.615399] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 28193666-5a9f-4572-97d2-fe569fc7afd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1014.627436] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.627675] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.627855] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleting the datastore file [datastore1] ba83f67e-7a4e-44ab-9b42-b854368ed626 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.628182] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ce1c9d5-a3e4-4cca-884e-5cb0902960bc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.635716] env[69942]: DEBUG oslo_vmware.api [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1014.635716] env[69942]: value = "task-3831144" [ 1014.635716] env[69942]: _type = "Task" [ 1014.635716] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.645568] env[69942]: DEBUG oslo_vmware.api [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.731375] env[69942]: DEBUG oslo_vmware.api [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831141, 'name': RemoveSnapshot_Task, 'duration_secs': 1.587068} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.731694] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1014.731954] env[69942]: INFO nova.compute.manager [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Took 17.83 seconds to snapshot the instance on the hypervisor. [ 1015.000719] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083294} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.001011] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.001830] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13911f6-956c-4047-965a-e4544e48b6ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.025128] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 09d3d714-5c7b-4828-adf7-de368188a7db/09d3d714-5c7b-4828-adf7-de368188a7db.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.025450] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c6dd74-71d7-498c-a4a5-ab880d2c94ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.048162] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1015.048162] env[69942]: value = "task-3831145" [ 1015.048162] env[69942]: _type = "Task" [ 1015.048162] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.057424] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.096234] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "refresh_cache-3b9b814e-b35b-43ab-9933-3b01eefcdfe8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.096572] env[69942]: DEBUG nova.compute.manager [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Instance network_info: |[{"id": "c8eb5490-328c-4017-9ba6-f7f231ec5ac8", "address": "fa:16:3e:5a:8e:48", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8eb5490-32", "ovs_interfaceid": "c8eb5490-328c-4017-9ba6-f7f231ec5ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.096992] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:8e:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8eb5490-328c-4017-9ba6-f7f231ec5ac8', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.105927] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Creating folder: Project (7bbd77c700e44c4fa06ab92ea19147be). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.106287] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a0c7528-41b8-4976-b4c9-071fa97c865a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.118416] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d291e516-2977-4c3b-aff3-975e8aa648fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1015.118923] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1015.119242] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1015.123577] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Created folder: Project (7bbd77c700e44c4fa06ab92ea19147be) in parent group-v761487. [ 1015.123771] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Creating folder: Instances. Parent ref: group-v761661. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.124038] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1ccadea-42aa-4486-9d76-cddb8cbf5dc0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.136060] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Created folder: Instances in parent group-v761661. [ 1015.136402] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.136701] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.140499] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9d4c6a1-c13c-4574-885d-acc3f76622fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.165521] env[69942]: DEBUG oslo_vmware.api [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162039} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.167146] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.168792] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.168792] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.168792] env[69942]: INFO nova.compute.manager [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1015.168792] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.168792] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.168792] env[69942]: value = "task-3831148" [ 1015.168792] env[69942]: _type = "Task" [ 1015.168792] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.168792] env[69942]: DEBUG nova.compute.manager [-] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.168792] env[69942]: DEBUG nova.network.neutron [-] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.182549] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831148, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.236460] env[69942]: DEBUG nova.compute.manager [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Instance disappeared during snapshot {{(pid=69942) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1015.252634] env[69942]: DEBUG nova.compute.manager [None req-e1a47791-971a-4fe9-805f-89436018eb9d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image not found during clean up eb82d3f2-c6f6-4ace-a05a-1f416438e9a5 {{(pid=69942) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1015.487431] env[69942]: DEBUG nova.compute.manager [req-1846bb41-110f-45b9-add0-801e9d7ce3de req-45fa5445-5fbc-4d93-bf67-22e0a12a6548 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Received event network-changed-c8eb5490-328c-4017-9ba6-f7f231ec5ac8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.488547] env[69942]: DEBUG nova.compute.manager [req-1846bb41-110f-45b9-add0-801e9d7ce3de req-45fa5445-5fbc-4d93-bf67-22e0a12a6548 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Refreshing instance network info cache due to event network-changed-c8eb5490-328c-4017-9ba6-f7f231ec5ac8. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.488547] env[69942]: DEBUG oslo_concurrency.lockutils [req-1846bb41-110f-45b9-add0-801e9d7ce3de req-45fa5445-5fbc-4d93-bf67-22e0a12a6548 service nova] Acquiring lock "refresh_cache-3b9b814e-b35b-43ab-9933-3b01eefcdfe8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.488725] env[69942]: DEBUG oslo_concurrency.lockutils [req-1846bb41-110f-45b9-add0-801e9d7ce3de req-45fa5445-5fbc-4d93-bf67-22e0a12a6548 service nova] Acquired lock "refresh_cache-3b9b814e-b35b-43ab-9933-3b01eefcdfe8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.488948] env[69942]: DEBUG nova.network.neutron [req-1846bb41-110f-45b9-add0-801e9d7ce3de req-45fa5445-5fbc-4d93-bf67-22e0a12a6548 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Refreshing network info cache for port c8eb5490-328c-4017-9ba6-f7f231ec5ac8 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.563337] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831145, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.649338] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea978eb3-0f48-40c6-aafe-6492c1c0ba62 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.657598] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e63401-bcc6-440f-b981-dce393b718b9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.695114] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d6cf05-d3ae-4318-95f3-c933e2781f61 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.707793] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e25aeb8-dfbd-465a-8438-e7a4edafd71e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.711814] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831148, 'name': CreateVM_Task, 'duration_secs': 0.397587} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.712063] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.713128] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.713304] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.713627] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.713889] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f879744e-7116-444e-878e-2e29e8f7f2a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.724322] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.729450] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1015.729450] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ffa65e-550c-a9a0-765a-9348083bdf66" [ 1015.729450] env[69942]: _type = "Task" [ 1015.729450] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.739273] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ffa65e-550c-a9a0-765a-9348083bdf66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.964868] env[69942]: DEBUG nova.network.neutron [-] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.059443] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831145, 'name': ReconfigVM_Task, 'duration_secs': 0.550672} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.059685] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 09d3d714-5c7b-4828-adf7-de368188a7db/09d3d714-5c7b-4828-adf7-de368188a7db.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.060400] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9b2c9a5-b80d-440b-898b-a7b32e4949c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.068309] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1016.068309] env[69942]: value = "task-3831149" [ 1016.068309] env[69942]: _type = "Task" [ 1016.068309] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.080640] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831149, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.227929] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.246051] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ffa65e-550c-a9a0-765a-9348083bdf66, 'name': SearchDatastore_Task, 'duration_secs': 0.015192} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.246636] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.246980] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.247368] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.247645] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.247940] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.249030] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8385c86e-fa71-47f4-89c3-c010400a3de9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.268274] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.268274] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.268274] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8af129e-b0b4-40f1-8dea-1cedecdce654 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.274591] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1016.274591] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c5c987-3445-862d-46fa-dc6cfae28384" [ 1016.274591] env[69942]: _type = "Task" [ 1016.274591] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.284681] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c5c987-3445-862d-46fa-dc6cfae28384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.293585] env[69942]: DEBUG nova.network.neutron [req-1846bb41-110f-45b9-add0-801e9d7ce3de req-45fa5445-5fbc-4d93-bf67-22e0a12a6548 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Updated VIF entry in instance network info cache for port c8eb5490-328c-4017-9ba6-f7f231ec5ac8. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.293585] env[69942]: DEBUG nova.network.neutron [req-1846bb41-110f-45b9-add0-801e9d7ce3de req-45fa5445-5fbc-4d93-bf67-22e0a12a6548 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Updating instance_info_cache with network_info: [{"id": "c8eb5490-328c-4017-9ba6-f7f231ec5ac8", "address": "fa:16:3e:5a:8e:48", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8eb5490-32", "ovs_interfaceid": "c8eb5490-328c-4017-9ba6-f7f231ec5ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.467452] env[69942]: INFO nova.compute.manager [-] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Took 1.30 seconds to deallocate network for instance. [ 1016.590028] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831149, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.737867] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1016.738197] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.723s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.738483] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.114s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.738663] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.740992] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.448s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.741091] env[69942]: DEBUG nova.objects.instance [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1016.747026] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.747026] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Cleaning up deleted instances {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1016.765463] env[69942]: INFO nova.scheduler.client.report [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Deleted allocations for instance 526c18ee-48ff-4f0f-8f49-7d9d50f405ef [ 1016.785696] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c5c987-3445-862d-46fa-dc6cfae28384, 'name': SearchDatastore_Task, 'duration_secs': 0.014384} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.786537] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e965bfc5-be5b-4517-a2a5-41c7720fd6cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.793098] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1016.793098] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b94cbe-1f25-0231-2172-34b899f22e28" [ 1016.793098] env[69942]: _type = "Task" [ 1016.793098] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.797261] env[69942]: DEBUG oslo_concurrency.lockutils [req-1846bb41-110f-45b9-add0-801e9d7ce3de req-45fa5445-5fbc-4d93-bf67-22e0a12a6548 service nova] Releasing lock "refresh_cache-3b9b814e-b35b-43ab-9933-3b01eefcdfe8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.803735] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b94cbe-1f25-0231-2172-34b899f22e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.977020] env[69942]: DEBUG oslo_concurrency.lockutils [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.080451] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831149, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.259172] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] There are 37 instances to clean {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1017.259549] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 3655deab-c776-49e7-aa4d-f6aef76048b5] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1017.265113] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d022b2f0-b1d3-4fc1-b3bd-8bcfd4f1f6fc tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.522s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.265113] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.727s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.265113] env[69942]: INFO nova.compute.claims [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.274193] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d6a7a868-1088-423b-8af5-4d61a3a9a065 tempest-ServerMetadataTestJSON-460934970 tempest-ServerMetadataTestJSON-460934970-project-member] Lock "526c18ee-48ff-4f0f-8f49-7d9d50f405ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.098s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.306045] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b94cbe-1f25-0231-2172-34b899f22e28, 'name': SearchDatastore_Task, 'duration_secs': 0.011624} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.306188] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.306456] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 3b9b814e-b35b-43ab-9933-3b01eefcdfe8/3b9b814e-b35b-43ab-9933-3b01eefcdfe8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.306733] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97da7fbc-2b67-4a29-ae2f-8a4a0e568b5b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.318025] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1017.318025] env[69942]: value = "task-3831150" [ 1017.318025] env[69942]: _type = "Task" [ 1017.318025] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.330651] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.518492] env[69942]: DEBUG nova.compute.manager [req-e5dee23b-7116-4c3d-aa5b-86377f1f581f req-e5a87d9c-8a76-408a-b676-97d2539af653 service nova] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Received event network-vif-deleted-b44b739f-a4f5-4900-919e-b856a7a6b229 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.588806] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831149, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.772292] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 0928cc3f-e729-4400-bdfd-ac55c9c1dfa4] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1017.836427] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831150, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.082911] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831149, 'name': Rename_Task, 'duration_secs': 1.756728} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.084108] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.084108] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37ad177c-b161-4db6-967e-71e552fc17bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.093054] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1018.093054] env[69942]: value = "task-3831151" [ 1018.093054] env[69942]: _type = "Task" [ 1018.093054] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.108347] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.280603] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 886226c8-616b-43cf-bfc6-aa5aac2ca158] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.337985] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536703} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.341036] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 3b9b814e-b35b-43ab-9933-3b01eefcdfe8/3b9b814e-b35b-43ab-9933-3b01eefcdfe8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.341318] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.341816] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6c4513b-3737-4c57-8697-2799b9f9ff19 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.352964] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1018.352964] env[69942]: value = "task-3831152" [ 1018.352964] env[69942]: _type = "Task" [ 1018.352964] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.364196] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.610857] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831151, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.792559] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 21b385b6-9cca-4ed1-8bd2-57336451452a] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.865131] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069601} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.865429] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.866319] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d69eb-3eb8-4ba2-a361-fa6458a4e20e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.892102] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 3b9b814e-b35b-43ab-9933-3b01eefcdfe8/3b9b814e-b35b-43ab-9933-3b01eefcdfe8.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.893007] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f102460-fad6-4e81-8f06-02538428742e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.908375] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d674973-5aac-489c-ad1a-5f0d9966d6db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.920440] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79940de7-2b74-4f61-9d12-a3f5931d80e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.924503] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1018.924503] env[69942]: value = "task-3831153" [ 1018.924503] env[69942]: _type = "Task" [ 1018.924503] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.958915] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de419670-c3f9-4ce3-a8ab-0a9120e55a27 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.966131] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.972363] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd712e-b826-4736-aeae-e08ab446c873 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.987622] env[69942]: DEBUG nova.compute.provider_tree [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.104947] env[69942]: DEBUG oslo_vmware.api [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831151, 'name': PowerOnVM_Task, 'duration_secs': 0.520355} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.105334] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.105677] env[69942]: INFO nova.compute.manager [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Took 11.97 seconds to spawn the instance on the hypervisor. [ 1019.105816] env[69942]: DEBUG nova.compute.manager [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.106785] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c49cbfe-47a2-44a6-baa4-f91788af625d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.300559] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: ce1c1a25-2095-4f6e-a9d3-194351c69ae5] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1019.359231] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.359472] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.435359] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831153, 'name': ReconfigVM_Task, 'duration_secs': 0.345256} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.435678] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 3b9b814e-b35b-43ab-9933-3b01eefcdfe8/3b9b814e-b35b-43ab-9933-3b01eefcdfe8.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.436362] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64210d39-e045-4096-ae25-5241d34e9569 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.442964] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1019.442964] env[69942]: value = "task-3831154" [ 1019.442964] env[69942]: _type = "Task" [ 1019.442964] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.453762] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831154, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.492897] env[69942]: DEBUG nova.scheduler.client.report [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.631332] env[69942]: INFO nova.compute.manager [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Took 50.32 seconds to build instance. [ 1019.804033] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 08c30c2e-9588-4990-8d85-b747ff174e1b] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1019.953957] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831154, 'name': Rename_Task, 'duration_secs': 0.458886} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.954279] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.954538] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73cf967a-1bd6-4d49-9aef-502c36504fdc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.961963] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1019.961963] env[69942]: value = "task-3831155" [ 1019.961963] env[69942]: _type = "Task" [ 1019.961963] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.971531] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.002026] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.002026] env[69942]: DEBUG nova.compute.manager [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.004809] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.061s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.008172] env[69942]: INFO nova.compute.claims [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.133866] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bd5efc3c-5df7-4f60-8ee4-ad9c4f95643c tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "09d3d714-5c7b-4828-adf7-de368188a7db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.014s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.310613] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: faab6f2d-3f7f-4adb-a71b-2319c56d706a] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1020.474081] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831155, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.513863] env[69942]: DEBUG nova.compute.utils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.517409] env[69942]: DEBUG nova.compute.manager [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.517629] env[69942]: DEBUG nova.network.neutron [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.576668] env[69942]: DEBUG nova.policy [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b7aadd6c33d43b79fdb562f19224702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a81619735f42a58e3ead823d390614', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.636792] env[69942]: DEBUG nova.compute.manager [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.811556] env[69942]: DEBUG nova.compute.manager [req-102fb8fd-16e2-4fb1-ae0b-8fed2ac46cad req-6cac44c2-3721-46e6-9bc4-cac13b9d483b service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Received event network-changed-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.811764] env[69942]: DEBUG nova.compute.manager [req-102fb8fd-16e2-4fb1-ae0b-8fed2ac46cad req-6cac44c2-3721-46e6-9bc4-cac13b9d483b service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Refreshing instance network info cache due to event network-changed-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.811966] env[69942]: DEBUG oslo_concurrency.lockutils [req-102fb8fd-16e2-4fb1-ae0b-8fed2ac46cad req-6cac44c2-3721-46e6-9bc4-cac13b9d483b service nova] Acquiring lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.812440] env[69942]: DEBUG oslo_concurrency.lockutils [req-102fb8fd-16e2-4fb1-ae0b-8fed2ac46cad req-6cac44c2-3721-46e6-9bc4-cac13b9d483b service nova] Acquired lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.812730] env[69942]: DEBUG nova.network.neutron [req-102fb8fd-16e2-4fb1-ae0b-8fed2ac46cad req-6cac44c2-3721-46e6-9bc4-cac13b9d483b service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Refreshing network info cache for port ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.818027] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 50c433bb-66a1-4587-9ff7-fbbf3596587a] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1020.977028] env[69942]: DEBUG oslo_vmware.api [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831155, 'name': PowerOnVM_Task, 'duration_secs': 0.515213} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.977028] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.977028] env[69942]: INFO nova.compute.manager [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1020.977028] env[69942]: DEBUG nova.compute.manager [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.977028] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32776555-e69a-46f3-ab34-22cae279f5ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.013270] env[69942]: DEBUG nova.network.neutron [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Successfully created port: a9c23d3b-94b9-4217-8ce3-b6bd9e36097a {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.018559] env[69942]: DEBUG nova.compute.manager [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.160173] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.323022] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 78616ef2-91a3-4a1e-946e-cfbc67de846d] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1021.444566] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "09d3d714-5c7b-4828-adf7-de368188a7db" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.444566] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "09d3d714-5c7b-4828-adf7-de368188a7db" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.444566] env[69942]: INFO nova.compute.manager [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Rebooting instance [ 1021.504089] env[69942]: INFO nova.compute.manager [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Took 49.51 seconds to build instance. [ 1021.564313] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157845a0-0f3b-4573-923a-42022d3397b0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.577921] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e93e6d-6f85-42c6-a537-045367862909 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.615864] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99330a7-e38e-4b1c-a0e2-7cd1e6f68bd9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.624468] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aebf009-9ebb-48fd-8633-2c9050b86ef7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.641168] env[69942]: DEBUG nova.compute.provider_tree [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.811804] env[69942]: DEBUG nova.network.neutron [req-102fb8fd-16e2-4fb1-ae0b-8fed2ac46cad req-6cac44c2-3721-46e6-9bc4-cac13b9d483b service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Updated VIF entry in instance network info cache for port ac40cd5e-a4ad-44f2-bd8a-92a658552f9a. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.812259] env[69942]: DEBUG nova.network.neutron [req-102fb8fd-16e2-4fb1-ae0b-8fed2ac46cad req-6cac44c2-3721-46e6-9bc4-cac13b9d483b service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Updating instance_info_cache with network_info: [{"id": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "address": "fa:16:3e:61:d3:ab", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac40cd5e-a4", "ovs_interfaceid": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.825487] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: fac32025-0b66-4870-922f-99c9b0f6ee6f] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1021.970783] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.006188] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad9d5b63-b51b-49ef-8f72-a539963b455e tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.419s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.034885] env[69942]: DEBUG nova.compute.manager [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.050192] env[69942]: DEBUG nova.compute.manager [req-0ee8b027-8969-4f95-ad65-fe18fd2c9014 req-520d9bce-5745-4277-b427-3b94badb0d61 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Received event network-changed-c8eb5490-328c-4017-9ba6-f7f231ec5ac8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.050380] env[69942]: DEBUG nova.compute.manager [req-0ee8b027-8969-4f95-ad65-fe18fd2c9014 req-520d9bce-5745-4277-b427-3b94badb0d61 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Refreshing instance network info cache due to event network-changed-c8eb5490-328c-4017-9ba6-f7f231ec5ac8. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.050549] env[69942]: DEBUG oslo_concurrency.lockutils [req-0ee8b027-8969-4f95-ad65-fe18fd2c9014 req-520d9bce-5745-4277-b427-3b94badb0d61 service nova] Acquiring lock "refresh_cache-3b9b814e-b35b-43ab-9933-3b01eefcdfe8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.050687] env[69942]: DEBUG oslo_concurrency.lockutils [req-0ee8b027-8969-4f95-ad65-fe18fd2c9014 req-520d9bce-5745-4277-b427-3b94badb0d61 service nova] Acquired lock "refresh_cache-3b9b814e-b35b-43ab-9933-3b01eefcdfe8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.050845] env[69942]: DEBUG nova.network.neutron [req-0ee8b027-8969-4f95-ad65-fe18fd2c9014 req-520d9bce-5745-4277-b427-3b94badb0d61 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Refreshing network info cache for port c8eb5490-328c-4017-9ba6-f7f231ec5ac8 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.065998] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.066344] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.066468] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.066619] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.066768] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.066914] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.070451] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.070689] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.070882] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.071075] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.071258] env[69942]: DEBUG nova.virt.hardware [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.072695] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc844115-b069-4d21-acdd-7e421a4383ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.083581] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad266c9f-934f-41d1-be41-7df3c850ca00 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.144389] env[69942]: DEBUG nova.scheduler.client.report [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.315966] env[69942]: DEBUG oslo_concurrency.lockutils [req-102fb8fd-16e2-4fb1-ae0b-8fed2ac46cad req-6cac44c2-3721-46e6-9bc4-cac13b9d483b service nova] Releasing lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.316667] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquired lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.316906] env[69942]: DEBUG nova.network.neutron [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.329350] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 237ca2d4-176f-4766-b741-bd27dbea3654] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1022.510090] env[69942]: DEBUG nova.compute.manager [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.614567] env[69942]: DEBUG nova.network.neutron [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Successfully updated port: a9c23d3b-94b9-4217-8ce3-b6bd9e36097a {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.650046] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.650630] env[69942]: DEBUG nova.compute.manager [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.653422] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.547s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.654146] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.656239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.915s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.656940] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.658280] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.766s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.659808] env[69942]: INFO nova.compute.claims [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.686950] env[69942]: INFO nova.scheduler.client.report [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleted allocations for instance 727ce1de-a223-4539-b185-b2bc331a8151 [ 1022.694601] env[69942]: INFO nova.scheduler.client.report [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Deleted allocations for instance ce9aac70-29d1-4205-b456-6b03b4dd8b7b [ 1022.832120] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d5d427de-4146-4712-a169-403cb430af2d] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1022.843969] env[69942]: DEBUG nova.compute.manager [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Received event network-vif-plugged-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.844169] env[69942]: DEBUG oslo_concurrency.lockutils [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] Acquiring lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.845068] env[69942]: DEBUG oslo_concurrency.lockutils [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] Lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.845068] env[69942]: DEBUG oslo_concurrency.lockutils [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] Lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.845068] env[69942]: DEBUG nova.compute.manager [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] No waiting events found dispatching network-vif-plugged-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.845068] env[69942]: WARNING nova.compute.manager [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Received unexpected event network-vif-plugged-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a for instance with vm_state building and task_state spawning. [ 1022.845352] env[69942]: DEBUG nova.compute.manager [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Received event network-changed-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.845434] env[69942]: DEBUG nova.compute.manager [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Refreshing instance network info cache due to event network-changed-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.845637] env[69942]: DEBUG oslo_concurrency.lockutils [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] Acquiring lock "refresh_cache-1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.845759] env[69942]: DEBUG oslo_concurrency.lockutils [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] Acquired lock "refresh_cache-1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.845989] env[69942]: DEBUG nova.network.neutron [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Refreshing network info cache for port a9c23d3b-94b9-4217-8ce3-b6bd9e36097a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.872729] env[69942]: DEBUG nova.network.neutron [req-0ee8b027-8969-4f95-ad65-fe18fd2c9014 req-520d9bce-5745-4277-b427-3b94badb0d61 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Updated VIF entry in instance network info cache for port c8eb5490-328c-4017-9ba6-f7f231ec5ac8. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.873133] env[69942]: DEBUG nova.network.neutron [req-0ee8b027-8969-4f95-ad65-fe18fd2c9014 req-520d9bce-5745-4277-b427-3b94badb0d61 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Updating instance_info_cache with network_info: [{"id": "c8eb5490-328c-4017-9ba6-f7f231ec5ac8", "address": "fa:16:3e:5a:8e:48", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8eb5490-32", "ovs_interfaceid": "c8eb5490-328c-4017-9ba6-f7f231ec5ac8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.030153] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.049790] env[69942]: DEBUG nova.network.neutron [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Updating instance_info_cache with network_info: [{"id": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "address": "fa:16:3e:61:d3:ab", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac40cd5e-a4", "ovs_interfaceid": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.119547] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.167380] env[69942]: DEBUG nova.compute.utils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.168984] env[69942]: DEBUG nova.compute.manager [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.169069] env[69942]: DEBUG nova.network.neutron [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.207306] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cb91e6d3-65f4-4cfc-ba6e-f244ab964c83 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "727ce1de-a223-4539-b185-b2bc331a8151" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.855s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.209450] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0960fb15-5dcf-4877-aecf-6bf9d0067b8e tempest-ServersTestManualDisk-1963149976 tempest-ServersTestManualDisk-1963149976-project-member] Lock "ce9aac70-29d1-4205-b456-6b03b4dd8b7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.343s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.263453] env[69942]: DEBUG nova.policy [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9392d624b5834b2d9646d3d1d604282e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9321be39e3ed4b988c4284cb5bc8c0fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.338745] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 5f87087e-9589-48ea-9d55-721beac9effe] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1023.376278] env[69942]: DEBUG oslo_concurrency.lockutils [req-0ee8b027-8969-4f95-ad65-fe18fd2c9014 req-520d9bce-5745-4277-b427-3b94badb0d61 service nova] Releasing lock "refresh_cache-3b9b814e-b35b-43ab-9933-3b01eefcdfe8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.384136] env[69942]: DEBUG nova.network.neutron [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.484216] env[69942]: DEBUG nova.network.neutron [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.553153] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Releasing lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.672396] env[69942]: DEBUG nova.compute.manager [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.841825] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: f4205f1b-fc63-496a-8cf6-d41a71f14e36] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1023.904267] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.904509] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.904708] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.904917] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.905232] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.907174] env[69942]: INFO nova.compute.manager [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Terminating instance [ 1023.986027] env[69942]: DEBUG oslo_concurrency.lockutils [req-5527d156-fca7-4ddf-9c4c-f2355dd52604 req-5c23644b-a63e-4310-902d-4ed5c7ba4bea service nova] Releasing lock "refresh_cache-1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.986478] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.987146] env[69942]: DEBUG nova.network.neutron [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.059626] env[69942]: DEBUG nova.compute.manager [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.059626] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdf6189-6ec3-464f-9422-7e23494a2a07 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.077661] env[69942]: DEBUG nova.network.neutron [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Successfully created port: ecc47b25-3011-4ee5-9abb-a097346eb1a7 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.237772] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb48cc3-7401-467e-a20a-a0e3cf3d9475 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.253830] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf7cf9d-6fab-4e0c-8fee-2e93824febef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.290236] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2529cc3c-cffc-4e51-a486-80539bb53571 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.299859] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79518dde-557a-4567-8974-5b7d2c372c1b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.319994] env[69942]: DEBUG nova.compute.provider_tree [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.348862] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: f90ddb31-e6d1-4c72-beeb-af6a60afa09b] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1024.413287] env[69942]: DEBUG nova.compute.manager [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.413514] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.414455] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1262dcb0-5f03-44fd-b352-659c4df885ba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.423846] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.425047] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ac5e807-72dd-4276-a0fd-8d8d5e301e23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.437573] env[69942]: DEBUG oslo_vmware.api [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 1024.437573] env[69942]: value = "task-3831156" [ 1024.437573] env[69942]: _type = "Task" [ 1024.437573] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.458410] env[69942]: DEBUG oslo_vmware.api [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.546531] env[69942]: DEBUG nova.network.neutron [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.686759] env[69942]: DEBUG nova.compute.manager [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.719774] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='23d9d144-ebf3-4d57-a2c6-faaa93b0a0d5',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-77845233',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.720115] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.720375] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.720606] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.720760] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.721052] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.721175] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.721339] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.721573] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.721835] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.721927] env[69942]: DEBUG nova.virt.hardware [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.722917] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a8137b-1b26-47c7-bcfb-c2789fbfdad6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.732450] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8a741e-d9cc-4238-a2fd-278a308e2a26 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.823458] env[69942]: DEBUG nova.scheduler.client.report [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.828532] env[69942]: DEBUG nova.network.neutron [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Updating instance_info_cache with network_info: [{"id": "a9c23d3b-94b9-4217-8ce3-b6bd9e36097a", "address": "fa:16:3e:48:bb:9c", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c23d3b-94", "ovs_interfaceid": "a9c23d3b-94b9-4217-8ce3-b6bd9e36097a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.852008] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: fadebc22-a7c0-484f-b613-662531256145] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1024.947666] env[69942]: DEBUG oslo_vmware.api [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831156, 'name': PowerOffVM_Task, 'duration_secs': 0.331783} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.947919] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.948148] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.948459] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66c8a1f9-c0e1-4bf1-a6e5-61641ac361af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.033334] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.033467] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.033634] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleting the datastore file [datastore1] 2de2aaa0-ef92-421d-9590-21e298c6f0bf {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.033909] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a850cbf-5644-4187-8a4c-8f4026dbf783 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.044282] env[69942]: DEBUG oslo_vmware.api [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 1025.044282] env[69942]: value = "task-3831158" [ 1025.044282] env[69942]: _type = "Task" [ 1025.044282] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.054205] env[69942]: DEBUG oslo_vmware.api [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.087543] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4666fe37-c58f-45d5-a108-254add1f2fc1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.095631] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Doing hard reboot of VM {{(pid=69942) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1025.096348] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-10c4325b-8b3c-4acb-8c31-fb98ba1a89ec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.103799] env[69942]: DEBUG oslo_vmware.api [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1025.103799] env[69942]: value = "task-3831159" [ 1025.103799] env[69942]: _type = "Task" [ 1025.103799] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.113957] env[69942]: DEBUG oslo_vmware.api [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831159, 'name': ResetVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.241134] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.241655] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.331495] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.332040] env[69942]: DEBUG nova.compute.manager [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.335949] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.336247] env[69942]: DEBUG nova.compute.manager [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Instance network_info: |[{"id": "a9c23d3b-94b9-4217-8ce3-b6bd9e36097a", "address": "fa:16:3e:48:bb:9c", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c23d3b-94", "ovs_interfaceid": "a9c23d3b-94b9-4217-8ce3-b6bd9e36097a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.336855] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.124s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.338044] env[69942]: INFO nova.compute.claims [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.340681] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:bb:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9c23d3b-94b9-4217-8ce3-b6bd9e36097a', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.349634] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Creating folder: Project (35a81619735f42a58e3ead823d390614). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.350876] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4985f6b0-ffc2-44b9-982f-2f598cf2cc74 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.356052] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: ff779bda-9a1d-44de-b1f8-f8d4b777ebea] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1025.363175] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Created folder: Project (35a81619735f42a58e3ead823d390614) in parent group-v761487. [ 1025.363175] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Creating folder: Instances. Parent ref: group-v761664. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.363720] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53663b42-c16b-46a1-b69a-a107f9ecdfcc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.375031] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Created folder: Instances in parent group-v761664. [ 1025.375031] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.375031] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.375294] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2896294c-771c-48e5-9cac-095772a07b3c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.397737] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.397737] env[69942]: value = "task-3831162" [ 1025.397737] env[69942]: _type = "Task" [ 1025.397737] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.410047] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831162, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.556545] env[69942]: DEBUG oslo_vmware.api [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46513} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.556859] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.557663] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.557663] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.557663] env[69942]: INFO nova.compute.manager [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1025.557663] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.558309] env[69942]: DEBUG nova.compute.manager [-] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.560157] env[69942]: DEBUG nova.network.neutron [-] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.617757] env[69942]: DEBUG oslo_vmware.api [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831159, 'name': ResetVM_Task, 'duration_secs': 0.118032} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.618129] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Did hard reboot of VM {{(pid=69942) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1025.618351] env[69942]: DEBUG nova.compute.manager [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.619311] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334c67b9-4f1f-4e6a-8f5d-fdca2389b08f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.854286] env[69942]: DEBUG nova.compute.utils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.857959] env[69942]: DEBUG nova.compute.manager [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.858185] env[69942]: DEBUG nova.network.neutron [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.862177] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 57366f9e-45c9-4d32-813d-791518134948] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1025.889248] env[69942]: DEBUG nova.compute.manager [req-882b15c0-d40b-402c-99ee-4f215b77f708 req-5976aff8-360a-4808-a009-cecfa1155356 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Received event network-vif-plugged-ecc47b25-3011-4ee5-9abb-a097346eb1a7 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.889478] env[69942]: DEBUG oslo_concurrency.lockutils [req-882b15c0-d40b-402c-99ee-4f215b77f708 req-5976aff8-360a-4808-a009-cecfa1155356 service nova] Acquiring lock "ff382947-7e03-40ec-a5f9-031ddc48f838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.889694] env[69942]: DEBUG oslo_concurrency.lockutils [req-882b15c0-d40b-402c-99ee-4f215b77f708 req-5976aff8-360a-4808-a009-cecfa1155356 service nova] Lock "ff382947-7e03-40ec-a5f9-031ddc48f838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.889882] env[69942]: DEBUG oslo_concurrency.lockutils [req-882b15c0-d40b-402c-99ee-4f215b77f708 req-5976aff8-360a-4808-a009-cecfa1155356 service nova] Lock "ff382947-7e03-40ec-a5f9-031ddc48f838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.891591] env[69942]: DEBUG nova.compute.manager [req-882b15c0-d40b-402c-99ee-4f215b77f708 req-5976aff8-360a-4808-a009-cecfa1155356 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] No waiting events found dispatching network-vif-plugged-ecc47b25-3011-4ee5-9abb-a097346eb1a7 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.895023] env[69942]: WARNING nova.compute.manager [req-882b15c0-d40b-402c-99ee-4f215b77f708 req-5976aff8-360a-4808-a009-cecfa1155356 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Received unexpected event network-vif-plugged-ecc47b25-3011-4ee5-9abb-a097346eb1a7 for instance with vm_state building and task_state spawning. [ 1025.913068] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831162, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.914416] env[69942]: DEBUG nova.compute.manager [req-c9bda6e8-ca63-4180-ae83-db744f7f4e19 req-12159b71-fdfc-4225-9b6b-024993d84d0c service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Received event network-vif-deleted-97a07416-ff06-4014-ac35-34cd5409c7a5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.914647] env[69942]: INFO nova.compute.manager [req-c9bda6e8-ca63-4180-ae83-db744f7f4e19 req-12159b71-fdfc-4225-9b6b-024993d84d0c service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Neutron deleted interface 97a07416-ff06-4014-ac35-34cd5409c7a5; detaching it from the instance and deleting it from the info cache [ 1025.914852] env[69942]: DEBUG nova.network.neutron [req-c9bda6e8-ca63-4180-ae83-db744f7f4e19 req-12159b71-fdfc-4225-9b6b-024993d84d0c service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.947951] env[69942]: DEBUG nova.policy [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e00d27a6a746c79a84dd5f49cfab49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff386c56ed0c409aa4929716bd436f80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.135274] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a106462b-3e53-4237-a59e-533ecdee9a38 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "09d3d714-5c7b-4828-adf7-de368188a7db" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.690s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.150992] env[69942]: DEBUG nova.network.neutron [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Successfully updated port: ecc47b25-3011-4ee5-9abb-a097346eb1a7 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.362676] env[69942]: DEBUG nova.compute.manager [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.376033] env[69942]: DEBUG nova.network.neutron [-] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.376033] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: bda4aec8-266d-420a-9b3b-75af4deb8a8d] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1026.410047] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831162, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.422340] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef63b6cc-40c0-4250-a561-c3031b37bf4a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.436898] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d86ee0e-e34d-44dc-989e-0f77fcdc4bee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.462586] env[69942]: DEBUG nova.network.neutron [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Successfully created port: 6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.483630] env[69942]: DEBUG nova.compute.manager [req-c9bda6e8-ca63-4180-ae83-db744f7f4e19 req-12159b71-fdfc-4225-9b6b-024993d84d0c service nova] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Detach interface failed, port_id=97a07416-ff06-4014-ac35-34cd5409c7a5, reason: Instance 2de2aaa0-ef92-421d-9590-21e298c6f0bf could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1026.656445] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.656594] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.656747] env[69942]: DEBUG nova.network.neutron [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.887724] env[69942]: INFO nova.compute.manager [-] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Took 1.33 seconds to deallocate network for instance. [ 1026.887724] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 33ba1953-b692-4305-8298-8284e46d5ef8] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1026.912606] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831162, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.958273] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7a7c99-41e9-4708-82b8-0ec359de17d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.969042] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe3ee46-81e5-42e3-85ca-41f444cc596e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.010895] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c5bf2c-3cec-4d72-a233-52058cc473ef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.019828] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1057ef6-0077-48d8-ba6c-aede1a2309b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.037066] env[69942]: DEBUG nova.compute.provider_tree [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.222611] env[69942]: DEBUG nova.network.neutron [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.393270] env[69942]: DEBUG nova.compute.manager [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.396116] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d11aba1e-cae3-47fb-9def-3e4540f89e50] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1027.399612] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.410840] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831162, 'name': CreateVM_Task, 'duration_secs': 1.602563} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.413458] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.414499] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.414663] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.415054] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.415399] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4b0a54-4aa1-4dd5-8e9a-18888b52443a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.421261] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1027.421261] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52abecf5-4e7d-8f0a-c469-39fdea97b21e" [ 1027.421261] env[69942]: _type = "Task" [ 1027.421261] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.423647] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.423892] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.424057] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.424256] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.424396] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.424540] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.424752] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.424904] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.425122] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.425297] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.425589] env[69942]: DEBUG nova.virt.hardware [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.426845] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde32556-d0bf-4bec-9017-f9a46186ab44 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.446027] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6ba7ab-fc32-4531-b71d-69c9aa089b7a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.450575] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52abecf5-4e7d-8f0a-c469-39fdea97b21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.465889] env[69942]: DEBUG nova.network.neutron [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance_info_cache with network_info: [{"id": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "address": "fa:16:3e:62:00:89", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc47b25-30", "ovs_interfaceid": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.540727] env[69942]: DEBUG nova.scheduler.client.report [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.901124] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 08a7846f-ac7f-47ef-ae49-fafd66163176] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1027.936175] env[69942]: DEBUG nova.compute.manager [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Received event network-changed-ecc47b25-3011-4ee5-9abb-a097346eb1a7 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.936520] env[69942]: DEBUG nova.compute.manager [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Refreshing instance network info cache due to event network-changed-ecc47b25-3011-4ee5-9abb-a097346eb1a7. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.936698] env[69942]: DEBUG oslo_concurrency.lockutils [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] Acquiring lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.941711] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52abecf5-4e7d-8f0a-c469-39fdea97b21e, 'name': SearchDatastore_Task, 'duration_secs': 0.026125} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.942099] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.942690] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.942690] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.942690] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.942956] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.943698] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b2e1981-a8f0-4fb7-8d7a-d2b0bdc26ad1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.956336] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.956539] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.957338] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cb15ff-7b54-473e-897c-ebd5a255eb69 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.965350] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1027.965350] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5279919d-2f07-77a5-43c1-cb3f2262e99d" [ 1027.965350] env[69942]: _type = "Task" [ 1027.965350] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.969466] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.969711] env[69942]: DEBUG nova.compute.manager [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Instance network_info: |[{"id": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "address": "fa:16:3e:62:00:89", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc47b25-30", "ovs_interfaceid": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.970127] env[69942]: DEBUG oslo_concurrency.lockutils [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] Acquired lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.970372] env[69942]: DEBUG nova.network.neutron [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Refreshing network info cache for port ecc47b25-3011-4ee5-9abb-a097346eb1a7 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.971761] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:00:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecc47b25-3011-4ee5-9abb-a097346eb1a7', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.984036] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.984036] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.984036] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75fc0871-2898-457c-9827-6ee8f0fa6a66 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.003369] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5279919d-2f07-77a5-43c1-cb3f2262e99d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.009890] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.009890] env[69942]: value = "task-3831163" [ 1028.009890] env[69942]: _type = "Task" [ 1028.009890] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.020443] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831163, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.047587] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.048247] env[69942]: DEBUG nova.compute.manager [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.051251] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.691s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.052505] env[69942]: INFO nova.compute.claims [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.136546] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "3c92a5a0-f35e-43f5-83f1-036002a895e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.136797] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "3c92a5a0-f35e-43f5-83f1-036002a895e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.199630] env[69942]: DEBUG nova.network.neutron [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Successfully updated port: 6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.315200] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "09d3d714-5c7b-4828-adf7-de368188a7db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.315548] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "09d3d714-5c7b-4828-adf7-de368188a7db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.315816] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "09d3d714-5c7b-4828-adf7-de368188a7db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.316121] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "09d3d714-5c7b-4828-adf7-de368188a7db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.316377] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "09d3d714-5c7b-4828-adf7-de368188a7db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.318896] env[69942]: INFO nova.compute.manager [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Terminating instance [ 1028.405050] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 5c226156-e597-42b0-bc7b-6ea6cc105004] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1028.478198] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5279919d-2f07-77a5-43c1-cb3f2262e99d, 'name': SearchDatastore_Task, 'duration_secs': 0.031321} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.479390] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f84a2e-e28b-4390-8f72-6648e35b77ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.486656] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1028.486656] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5242412e-1492-3c00-5daf-6cced9f603b4" [ 1028.486656] env[69942]: _type = "Task" [ 1028.486656] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.495988] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5242412e-1492-3c00-5daf-6cced9f603b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.520603] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831163, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.559419] env[69942]: DEBUG nova.compute.utils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.565473] env[69942]: DEBUG nova.compute.manager [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.565611] env[69942]: DEBUG nova.network.neutron [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.655287] env[69942]: DEBUG nova.policy [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5ea97db961e4f8386c3353764c50e89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88b472efa0c24d5b8db41ddbf1b8d36d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.701696] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.701920] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.702143] env[69942]: DEBUG nova.network.neutron [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.828070] env[69942]: DEBUG nova.compute.manager [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.828070] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.828070] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a45865-7b6b-4da3-be25-8b0748e5f2dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.839711] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.840699] env[69942]: DEBUG nova.network.neutron [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updated VIF entry in instance network info cache for port ecc47b25-3011-4ee5-9abb-a097346eb1a7. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.841112] env[69942]: DEBUG nova.network.neutron [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance_info_cache with network_info: [{"id": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "address": "fa:16:3e:62:00:89", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc47b25-30", "ovs_interfaceid": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.847987] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d8b7ef1-65a3-4095-b66b-660c96629051 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.860679] env[69942]: DEBUG oslo_vmware.api [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1028.860679] env[69942]: value = "task-3831164" [ 1028.860679] env[69942]: _type = "Task" [ 1028.860679] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.873521] env[69942]: DEBUG oslo_vmware.api [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.706487] env[69942]: DEBUG nova.network.neutron [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Successfully created port: dc823a85-355c-4872-be04-31f3355869d5 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.708615] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: bf3a8bd4-f850-4d94-832f-04a1234d762a] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1029.710756] env[69942]: DEBUG nova.compute.manager [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.717973] env[69942]: DEBUG oslo_concurrency.lockutils [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] Releasing lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.718428] env[69942]: DEBUG nova.compute.manager [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Received event network-changed-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.718428] env[69942]: DEBUG nova.compute.manager [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Refreshing instance network info cache due to event network-changed-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.718680] env[69942]: DEBUG oslo_concurrency.lockutils [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] Acquiring lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.718716] env[69942]: DEBUG oslo_concurrency.lockutils [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] Acquired lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.718858] env[69942]: DEBUG nova.network.neutron [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Refreshing network info cache for port ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.742053] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5242412e-1492-3c00-5daf-6cced9f603b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.743180] env[69942]: DEBUG oslo_vmware.api [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831164, 'name': PowerOffVM_Task, 'duration_secs': 0.210966} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.743349] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831163, 'name': CreateVM_Task, 'duration_secs': 0.622944} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.743646] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.743888] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e/1a1efde4-bfc5-4c12-ade7-db2d9a6c272e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.744114] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.744277] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.746767] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.746767] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1c63984-be6b-4676-ace4-c8c267f3cc97 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.747031] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f81e660-382f-459d-92b8-cbbcf7411653 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.749011] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.749245] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.749468] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.750659] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fefb4e0-41df-4368-81bf-0c20ed89b277 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.759848] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1029.759848] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5203d064-5ea3-1340-5939-1a5ca020f415" [ 1029.759848] env[69942]: _type = "Task" [ 1029.759848] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.761707] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1029.761707] env[69942]: value = "task-3831166" [ 1029.761707] env[69942]: _type = "Task" [ 1029.761707] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.778963] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5203d064-5ea3-1340-5939-1a5ca020f415, 'name': SearchDatastore_Task, 'duration_secs': 0.013933} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.782450] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.782718] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.782985] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.783156] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.783350] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.783633] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.784205] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e788d58b-6258-451f-8522-cd0e348088df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.786813] env[69942]: DEBUG nova.network.neutron [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.798653] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.798886] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.799725] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0972a044-48cd-4cb8-b35c-9494697a7db8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.811780] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1029.811780] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c052d-fb46-60d6-676c-253e592347fa" [ 1029.811780] env[69942]: _type = "Task" [ 1029.811780] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.823173] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c052d-fb46-60d6-676c-253e592347fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.832386] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.832715] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.832953] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Deleting the datastore file [datastore2] 09d3d714-5c7b-4828-adf7-de368188a7db {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.833245] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e515638-8195-426a-946d-e9f4887ebbcc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.841612] env[69942]: DEBUG oslo_vmware.api [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1029.841612] env[69942]: value = "task-3831167" [ 1029.841612] env[69942]: _type = "Task" [ 1029.841612] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.858377] env[69942]: DEBUG oslo_vmware.api [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.982163] env[69942]: DEBUG nova.compute.manager [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received event network-vif-plugged-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.982398] env[69942]: DEBUG oslo_concurrency.lockutils [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] Acquiring lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.982626] env[69942]: DEBUG oslo_concurrency.lockutils [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] Lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.982803] env[69942]: DEBUG oslo_concurrency.lockutils [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] Lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.983060] env[69942]: DEBUG nova.compute.manager [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] No waiting events found dispatching network-vif-plugged-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.983284] env[69942]: WARNING nova.compute.manager [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received unexpected event network-vif-plugged-6f205cd2-e0b7-4439-bfa5-48a1f3663711 for instance with vm_state building and task_state spawning. [ 1029.983450] env[69942]: DEBUG nova.compute.manager [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received event network-changed-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.983613] env[69942]: DEBUG nova.compute.manager [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Refreshing instance network info cache due to event network-changed-6f205cd2-e0b7-4439-bfa5-48a1f3663711. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.983776] env[69942]: DEBUG oslo_concurrency.lockutils [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] Acquiring lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.071329] env[69942]: DEBUG nova.network.neutron [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating instance_info_cache with network_info: [{"id": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "address": "fa:16:3e:f1:69:b3", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f205cd2-e0", "ovs_interfaceid": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.220818] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: b97e913f-c3de-4a72-ac6f-ffccfcfe6d25] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1030.285743] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831166, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.330809] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c052d-fb46-60d6-676c-253e592347fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012084} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.337592] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a73d1e5-9ed8-4923-8eef-3bbd686b16b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.353061] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1030.353061] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528098ef-eb41-c745-39a1-529d84a3754e" [ 1030.353061] env[69942]: _type = "Task" [ 1030.353061] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.354795] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66568c09-e997-49e5-8a0d-54bde05d344c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.364284] env[69942]: DEBUG oslo_vmware.api [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187326} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.364979] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.365257] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.365573] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.365841] env[69942]: INFO nova.compute.manager [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1030.366270] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.366556] env[69942]: DEBUG nova.compute.manager [-] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.366698] env[69942]: DEBUG nova.network.neutron [-] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.377806] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528098ef-eb41-c745-39a1-529d84a3754e, 'name': SearchDatastore_Task, 'duration_secs': 0.011872} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.380868] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.381384] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] ff382947-7e03-40ec-a5f9-031ddc48f838/ff382947-7e03-40ec-a5f9-031ddc48f838.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.382840] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdccd52-dd50-4858-9ab4-9b68be9e91d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.386725] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-678d62bb-9a0b-4d75-8811-ee7006b8dca5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.425303] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1030.425303] env[69942]: value = "task-3831168" [ 1030.425303] env[69942]: _type = "Task" [ 1030.425303] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.429404] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a2df25-2373-4568-a35c-66fca0cc768d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.442432] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.445822] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b0829a-f001-4e83-86ad-7c8f90568a39 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.463052] env[69942]: DEBUG nova.compute.provider_tree [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.563603] env[69942]: DEBUG nova.network.neutron [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Updated VIF entry in instance network info cache for port ac40cd5e-a4ad-44f2-bd8a-92a658552f9a. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.564055] env[69942]: DEBUG nova.network.neutron [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Updating instance_info_cache with network_info: [{"id": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "address": "fa:16:3e:61:d3:ab", "network": {"id": "7ac056bb-bbfb-4e7e-b631-01cf684cd10f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-144352287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dda6b30a43c4a33b9ee16db109c6234", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac40cd5e-a4", "ovs_interfaceid": "ac40cd5e-a4ad-44f2-bd8a-92a658552f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.575766] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.576147] env[69942]: DEBUG nova.compute.manager [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Instance network_info: |[{"id": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "address": "fa:16:3e:f1:69:b3", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f205cd2-e0", "ovs_interfaceid": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.576628] env[69942]: DEBUG oslo_concurrency.lockutils [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] Acquired lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.576765] env[69942]: DEBUG nova.network.neutron [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Refreshing network info cache for port 6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.578206] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:69:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f205cd2-e0b7-4439-bfa5-48a1f3663711', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.585911] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating folder: Project (ff386c56ed0c409aa4929716bd436f80). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.587063] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8379b69c-c709-4652-9cd7-fecc60f6113a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.599434] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Created folder: Project (ff386c56ed0c409aa4929716bd436f80) in parent group-v761487. [ 1030.599713] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating folder: Instances. Parent ref: group-v761668. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.599977] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56462be4-f262-4337-a597-8d589aa97f5c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.613928] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Created folder: Instances in parent group-v761668. [ 1030.614709] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.614709] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.614936] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f22a867a-09bc-47d8-bfdd-78123a25e5f6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.641642] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.641642] env[69942]: value = "task-3831171" [ 1030.641642] env[69942]: _type = "Task" [ 1030.641642] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.657829] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831171, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.725837] env[69942]: DEBUG nova.compute.manager [req-bd34993c-e3a3-4778-9372-473c22d69481 req-36731bf4-ca5e-4048-90a9-3e6e125b03a5 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Received event network-vif-deleted-ac40cd5e-a4ad-44f2-bd8a-92a658552f9a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.726205] env[69942]: INFO nova.compute.manager [req-bd34993c-e3a3-4778-9372-473c22d69481 req-36731bf4-ca5e-4048-90a9-3e6e125b03a5 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Neutron deleted interface ac40cd5e-a4ad-44f2-bd8a-92a658552f9a; detaching it from the instance and deleting it from the info cache [ 1030.726306] env[69942]: DEBUG nova.network.neutron [req-bd34993c-e3a3-4778-9372-473c22d69481 req-36731bf4-ca5e-4048-90a9-3e6e125b03a5 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.728451] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 86f32ea8-0324-4c88-afdd-6cdec9c19fdc] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1030.735101] env[69942]: DEBUG nova.compute.manager [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.785800] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.786308] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.786624] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.787054] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.787357] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.787650] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.788115] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.788516] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.788845] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.789257] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.789609] env[69942]: DEBUG nova.virt.hardware [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.791618] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e0d645-2d6a-444b-9237-7ca12af7fddf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.813998] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598057} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.814791] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e/1a1efde4-bfc5-4c12-ade7-db2d9a6c272e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.815304] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.817934] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78ab510-9e79-46f7-8646-ad33bb5b4672 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.827011] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6c908af-226b-4084-baa1-897b21bdcdeb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.845096] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1030.845096] env[69942]: value = "task-3831172" [ 1030.845096] env[69942]: _type = "Task" [ 1030.845096] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.858155] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.944413] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522876} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.944831] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] ff382947-7e03-40ec-a5f9-031ddc48f838/ff382947-7e03-40ec-a5f9-031ddc48f838.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.945162] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.945517] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57334afe-1fa4-41a2-b370-6531c7daa64a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.954443] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1030.954443] env[69942]: value = "task-3831173" [ 1030.954443] env[69942]: _type = "Task" [ 1030.954443] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.964361] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.965444] env[69942]: DEBUG nova.scheduler.client.report [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.067881] env[69942]: DEBUG oslo_concurrency.lockutils [req-e435d34e-a409-4fe1-908c-63a00ded746e req-753c1e3b-6ed4-4fd4-9780-de6c565a7ce2 service nova] Releasing lock "refresh_cache-09d3d714-5c7b-4828-adf7-de368188a7db" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.153520] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831171, 'name': CreateVM_Task, 'duration_secs': 0.457925} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.153694] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.154745] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.154946] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.155299] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.155673] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa542be4-c6da-41ea-81bb-a6e638c561f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.160656] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1031.160656] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f5688e-cdd9-ee3e-57d6-d8f5ba698495" [ 1031.160656] env[69942]: _type = "Task" [ 1031.160656] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.169683] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f5688e-cdd9-ee3e-57d6-d8f5ba698495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.198730] env[69942]: DEBUG nova.network.neutron [-] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.229276] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-527a60c9-c4ec-4209-9bb9-7b6d522ce772 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.232353] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 30ef4444-a9fb-41c8-befd-5a4d6304157e] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1031.246498] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a9704f-48c6-4358-9bf6-50b3e357ebff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.287789] env[69942]: DEBUG nova.compute.manager [req-bd34993c-e3a3-4778-9372-473c22d69481 req-36731bf4-ca5e-4048-90a9-3e6e125b03a5 service nova] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Detach interface failed, port_id=ac40cd5e-a4ad-44f2-bd8a-92a658552f9a, reason: Instance 09d3d714-5c7b-4828-adf7-de368188a7db could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.355686] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087559} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.355968] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.356794] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344d6f6c-09aa-4c7e-9c2c-f638608ade17 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.386861] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e/1a1efde4-bfc5-4c12-ade7-db2d9a6c272e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.387952] env[69942]: DEBUG nova.network.neutron [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updated VIF entry in instance network info cache for port 6f205cd2-e0b7-4439-bfa5-48a1f3663711. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.388315] env[69942]: DEBUG nova.network.neutron [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating instance_info_cache with network_info: [{"id": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "address": "fa:16:3e:f1:69:b3", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f205cd2-e0", "ovs_interfaceid": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.389473] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5064bc20-c6a8-49d0-b851-bde15101765c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.419416] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1031.419416] env[69942]: value = "task-3831174" [ 1031.419416] env[69942]: _type = "Task" [ 1031.419416] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.429400] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.467075] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083993} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.467461] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.468330] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd3478c-ffa1-4db6-b788-9428196ba09f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.471410] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.420s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.471887] env[69942]: DEBUG nova.compute.manager [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.474779] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.948s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.476289] env[69942]: INFO nova.compute.claims [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.502124] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] ff382947-7e03-40ec-a5f9-031ddc48f838/ff382947-7e03-40ec-a5f9-031ddc48f838.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.502406] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77bddce1-5bd8-46fb-a01c-07e839e5918f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.523950] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1031.523950] env[69942]: value = "task-3831175" [ 1031.523950] env[69942]: _type = "Task" [ 1031.523950] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.535596] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.641514] env[69942]: DEBUG nova.network.neutron [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Successfully updated port: dc823a85-355c-4872-be04-31f3355869d5 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.671951] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f5688e-cdd9-ee3e-57d6-d8f5ba698495, 'name': SearchDatastore_Task, 'duration_secs': 0.013379} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.672387] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.672516] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.672745] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.672916] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.673163] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.673437] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f1be61f-3d55-4ae2-8d4a-ee6d2b4433ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.682608] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.682791] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.683548] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c168d7c4-a1fe-4e09-b94a-82adb1d5ecd5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.689082] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1031.689082] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c930e2-ba1e-9ea5-3fea-62d839ba5a54" [ 1031.689082] env[69942]: _type = "Task" [ 1031.689082] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.697735] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c930e2-ba1e-9ea5-3fea-62d839ba5a54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.705440] env[69942]: INFO nova.compute.manager [-] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Took 1.34 seconds to deallocate network for instance. [ 1031.741290] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: fdda6ebb-5831-4af0-baf1-6ff61e7ff96d] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1031.911981] env[69942]: DEBUG oslo_concurrency.lockutils [req-1c892994-8123-44c0-ae39-229994caf0da req-9a5b5d93-d6f6-43cd-8644-6ee0b6df55ba service nova] Releasing lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.930883] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831174, 'name': ReconfigVM_Task, 'duration_secs': 0.348487} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.930883] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e/1a1efde4-bfc5-4c12-ade7-db2d9a6c272e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.931653] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-250c407b-00f3-480d-9fd2-c75a21dfefa9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.941167] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1031.941167] env[69942]: value = "task-3831176" [ 1031.941167] env[69942]: _type = "Task" [ 1031.941167] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.950573] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831176, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.981250] env[69942]: DEBUG nova.compute.utils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.984846] env[69942]: DEBUG nova.compute.manager [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.985100] env[69942]: DEBUG nova.network.neutron [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.005438] env[69942]: DEBUG nova.compute.manager [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Received event network-vif-plugged-dc823a85-355c-4872-be04-31f3355869d5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.005696] env[69942]: DEBUG oslo_concurrency.lockutils [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] Acquiring lock "4b0894e8-71d3-4d97-b315-89135d76b3c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.006099] env[69942]: DEBUG oslo_concurrency.lockutils [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] Lock "4b0894e8-71d3-4d97-b315-89135d76b3c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.006195] env[69942]: DEBUG oslo_concurrency.lockutils [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] Lock "4b0894e8-71d3-4d97-b315-89135d76b3c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.006332] env[69942]: DEBUG nova.compute.manager [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] No waiting events found dispatching network-vif-plugged-dc823a85-355c-4872-be04-31f3355869d5 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.006580] env[69942]: WARNING nova.compute.manager [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Received unexpected event network-vif-plugged-dc823a85-355c-4872-be04-31f3355869d5 for instance with vm_state building and task_state spawning. [ 1032.006835] env[69942]: DEBUG nova.compute.manager [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Received event network-changed-dc823a85-355c-4872-be04-31f3355869d5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.007242] env[69942]: DEBUG nova.compute.manager [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Refreshing instance network info cache due to event network-changed-dc823a85-355c-4872-be04-31f3355869d5. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.007487] env[69942]: DEBUG oslo_concurrency.lockutils [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] Acquiring lock "refresh_cache-4b0894e8-71d3-4d97-b315-89135d76b3c2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.007637] env[69942]: DEBUG oslo_concurrency.lockutils [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] Acquired lock "refresh_cache-4b0894e8-71d3-4d97-b315-89135d76b3c2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.007812] env[69942]: DEBUG nova.network.neutron [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Refreshing network info cache for port dc823a85-355c-4872-be04-31f3355869d5 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.035066] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831175, 'name': ReconfigVM_Task, 'duration_secs': 0.332626} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.035201] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Reconfigured VM instance instance-0000003f to attach disk [datastore1] ff382947-7e03-40ec-a5f9-031ddc48f838/ff382947-7e03-40ec-a5f9-031ddc48f838.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.035868] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-497ed82a-8e51-4878-bab0-9d81b24d6853 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.044501] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1032.044501] env[69942]: value = "task-3831177" [ 1032.044501] env[69942]: _type = "Task" [ 1032.044501] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.051978] env[69942]: DEBUG nova.policy [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ecc5e40933a4347a225a6dcbcf9e4b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238450bd92554c2bbaf2b3a2352674ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.057321] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831177, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.145223] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "refresh_cache-4b0894e8-71d3-4d97-b315-89135d76b3c2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.202620] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c930e2-ba1e-9ea5-3fea-62d839ba5a54, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.204598] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f89f87-3e07-42b3-a5a0-a312fc97da62 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.212936] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.213200] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1032.213200] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52688a6d-01ee-d0c2-f8ef-bb520858eb0f" [ 1032.213200] env[69942]: _type = "Task" [ 1032.213200] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.226362] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52688a6d-01ee-d0c2-f8ef-bb520858eb0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.245824] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: af07841b-b3cf-4064-aa18-46cf941305cf] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1032.453816] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831176, 'name': Rename_Task, 'duration_secs': 0.166793} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.454175] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.454446] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed8118f4-fd94-4214-9d76-d1afe1854bd1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.463785] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1032.463785] env[69942]: value = "task-3831178" [ 1032.463785] env[69942]: _type = "Task" [ 1032.463785] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.473388] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.491632] env[69942]: DEBUG nova.compute.manager [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.508183] env[69942]: DEBUG nova.network.neutron [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Successfully created port: 9093f260-e17f-4024-8ca1-8a3f7b506dd6 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.561145] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831177, 'name': Rename_Task, 'duration_secs': 0.153869} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.561589] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.561741] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4fc1ae7-4671-4785-902d-8921e98c73fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.568839] env[69942]: DEBUG nova.network.neutron [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.574742] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1032.574742] env[69942]: value = "task-3831179" [ 1032.574742] env[69942]: _type = "Task" [ 1032.574742] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.584402] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.723712] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52688a6d-01ee-d0c2-f8ef-bb520858eb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.727876] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.728239] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 743145b3-8f63-4f36-80ad-cd277f780e48/743145b3-8f63-4f36-80ad-cd277f780e48.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.728758] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-501d6c72-d5da-4ae5-bd6d-45f5ea711d32 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.736993] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1032.736993] env[69942]: value = "task-3831180" [ 1032.736993] env[69942]: _type = "Task" [ 1032.736993] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.749645] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: bd231ac8-1839-4173-8a22-ca80384103fa] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1032.759560] env[69942]: DEBUG nova.network.neutron [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.762085] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.797245] env[69942]: DEBUG oslo_concurrency.lockutils [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquiring lock "eb988a47-059c-400d-a826-7edb15528943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.797578] env[69942]: DEBUG oslo_concurrency.lockutils [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lock "eb988a47-059c-400d-a826-7edb15528943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.797811] env[69942]: DEBUG oslo_concurrency.lockutils [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquiring lock "eb988a47-059c-400d-a826-7edb15528943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.798124] env[69942]: DEBUG oslo_concurrency.lockutils [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lock "eb988a47-059c-400d-a826-7edb15528943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.798859] env[69942]: DEBUG oslo_concurrency.lockutils [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lock "eb988a47-059c-400d-a826-7edb15528943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.802935] env[69942]: INFO nova.compute.manager [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Terminating instance [ 1032.980319] env[69942]: DEBUG oslo_vmware.api [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831178, 'name': PowerOnVM_Task, 'duration_secs': 0.494649} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.980487] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.980607] env[69942]: INFO nova.compute.manager [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1032.980789] env[69942]: DEBUG nova.compute.manager [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.981727] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f0039f-358c-413f-897c-30d123ed2f75 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.083905] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cd9381-02d6-4656-a2a5-056897972d68 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.093243] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.100922] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d533f077-0532-4dc5-ab56-932e5317a8d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.134889] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2caeeec-5097-4409-90a9-b55f3c7264a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.145040] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d51bce4-00e2-413d-913b-d2f733dcf316 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.160917] env[69942]: DEBUG nova.compute.provider_tree [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.251348] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831180, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.263427] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 94d16340-66d5-4cac-a8f2-dca1cab6e780] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1033.266796] env[69942]: DEBUG oslo_concurrency.lockutils [req-a43d1042-dab3-44cd-bb4a-c507b1702727 req-40b18243-8db8-432c-b48b-8191c7f44984 service nova] Releasing lock "refresh_cache-4b0894e8-71d3-4d97-b315-89135d76b3c2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.267843] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "refresh_cache-4b0894e8-71d3-4d97-b315-89135d76b3c2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.268220] env[69942]: DEBUG nova.network.neutron [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.311335] env[69942]: DEBUG nova.compute.manager [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.311572] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.312849] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2734427-c6b7-4374-be1b-ad08fc95ecbd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.321594] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.321880] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db579d1-9a77-45c6-a458-45aef4675b15 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.329830] env[69942]: DEBUG oslo_vmware.api [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for the task: (returnval){ [ 1033.329830] env[69942]: value = "task-3831181" [ 1033.329830] env[69942]: _type = "Task" [ 1033.329830] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.338128] env[69942]: DEBUG oslo_vmware.api [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.502724] env[69942]: DEBUG nova.compute.manager [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.507762] env[69942]: INFO nova.compute.manager [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Took 52.00 seconds to build instance. [ 1033.534800] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.535192] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.535734] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.535992] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.536298] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.536544] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.536858] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.537118] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.537297] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.537501] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.537716] env[69942]: DEBUG nova.virt.hardware [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.539203] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789cd56b-297d-4d00-9f63-78b7a59a688d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.549755] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00efb9f-02a8-44fe-b179-5239bf681d0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.586342] env[69942]: DEBUG oslo_vmware.api [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831179, 'name': PowerOnVM_Task, 'duration_secs': 0.63108} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.586677] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.586888] env[69942]: INFO nova.compute.manager [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1033.587079] env[69942]: DEBUG nova.compute.manager [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.587923] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b959f7-f3dd-4f6b-a6ba-7e5529f92542 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.664488] env[69942]: DEBUG nova.scheduler.client.report [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.748218] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611174} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.749201] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 743145b3-8f63-4f36-80ad-cd277f780e48/743145b3-8f63-4f36-80ad-cd277f780e48.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.749201] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.749201] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3abe69f-447c-4f05-8b19-c8348d2a7ad9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.757162] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1033.757162] env[69942]: value = "task-3831182" [ 1033.757162] env[69942]: _type = "Task" [ 1033.757162] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.767965] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.768282] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: b90df52f-746d-4426-9b24-61fafe014887] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1033.805186] env[69942]: DEBUG nova.network.neutron [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.842713] env[69942]: DEBUG oslo_vmware.api [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831181, 'name': PowerOffVM_Task, 'duration_secs': 0.224249} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.842839] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.843427] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.843427] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43f01a09-be43-48cf-83f1-a84e8752ebd7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.907821] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.908543] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.908957] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Deleting the datastore file [datastore2] eb988a47-059c-400d-a826-7edb15528943 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.909380] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68f95efb-8cdb-4327-8008-18a52cfae48f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.917648] env[69942]: DEBUG oslo_vmware.api [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for the task: (returnval){ [ 1033.917648] env[69942]: value = "task-3831184" [ 1033.917648] env[69942]: _type = "Task" [ 1033.917648] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.927283] env[69942]: DEBUG oslo_vmware.api [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.999016] env[69942]: DEBUG nova.network.neutron [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Updating instance_info_cache with network_info: [{"id": "dc823a85-355c-4872-be04-31f3355869d5", "address": "fa:16:3e:f7:ac:83", "network": {"id": "4c00d401-babf-495d-9594-3f2ba5160c5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1034340774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b472efa0c24d5b8db41ddbf1b8d36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc823a85-35", "ovs_interfaceid": "dc823a85-355c-4872-be04-31f3355869d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.011037] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9696da1-5b6d-4abf-ac8a-42210edefe80 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.720s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.109334] env[69942]: INFO nova.compute.manager [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Took 51.20 seconds to build instance. [ 1034.170307] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.170833] env[69942]: DEBUG nova.compute.manager [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.173818] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.530s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.174090] env[69942]: DEBUG nova.objects.instance [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1034.269758] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165148} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.270270] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.273095] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107eb69c-0afb-4a39-a4c0-777ef7bb7e77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.274360] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 3fd54b7d-43fb-48cf-b8ca-9d29dad0cc93] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1034.306410] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 743145b3-8f63-4f36-80ad-cd277f780e48/743145b3-8f63-4f36-80ad-cd277f780e48.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.306410] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f4257b2-89a1-4477-9b81-07e395d88dc6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.327329] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1034.327329] env[69942]: value = "task-3831185" [ 1034.327329] env[69942]: _type = "Task" [ 1034.327329] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.336400] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.368835] env[69942]: INFO nova.compute.manager [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Rebuilding instance [ 1034.422758] env[69942]: DEBUG nova.compute.manager [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.423667] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f6c275-5a8a-498b-abcc-ea940ea9c08c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.433631] env[69942]: DEBUG oslo_vmware.api [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.505342] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "refresh_cache-4b0894e8-71d3-4d97-b315-89135d76b3c2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.505698] env[69942]: DEBUG nova.compute.manager [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Instance network_info: |[{"id": "dc823a85-355c-4872-be04-31f3355869d5", "address": "fa:16:3e:f7:ac:83", "network": {"id": "4c00d401-babf-495d-9594-3f2ba5160c5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1034340774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b472efa0c24d5b8db41ddbf1b8d36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc823a85-35", "ovs_interfaceid": "dc823a85-355c-4872-be04-31f3355869d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.506129] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ac:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc823a85-355c-4872-be04-31f3355869d5', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.516034] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.517182] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.518890] env[69942]: DEBUG nova.compute.manager [req-47966b16-44df-4b2d-b60d-c8d679f583c5 req-f68d3b3b-9a15-4559-af24-e89fab12e64d service nova] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Received event network-vif-plugged-9093f260-e17f-4024-8ca1-8a3f7b506dd6 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.519183] env[69942]: DEBUG oslo_concurrency.lockutils [req-47966b16-44df-4b2d-b60d-c8d679f583c5 req-f68d3b3b-9a15-4559-af24-e89fab12e64d service nova] Acquiring lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.519484] env[69942]: DEBUG oslo_concurrency.lockutils [req-47966b16-44df-4b2d-b60d-c8d679f583c5 req-f68d3b3b-9a15-4559-af24-e89fab12e64d service nova] Lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.519727] env[69942]: DEBUG oslo_concurrency.lockutils [req-47966b16-44df-4b2d-b60d-c8d679f583c5 req-f68d3b3b-9a15-4559-af24-e89fab12e64d service nova] Lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.519960] env[69942]: DEBUG nova.compute.manager [req-47966b16-44df-4b2d-b60d-c8d679f583c5 req-f68d3b3b-9a15-4559-af24-e89fab12e64d service nova] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] No waiting events found dispatching network-vif-plugged-9093f260-e17f-4024-8ca1-8a3f7b506dd6 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.520392] env[69942]: WARNING nova.compute.manager [req-47966b16-44df-4b2d-b60d-c8d679f583c5 req-f68d3b3b-9a15-4559-af24-e89fab12e64d service nova] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Received unexpected event network-vif-plugged-9093f260-e17f-4024-8ca1-8a3f7b506dd6 for instance with vm_state building and task_state spawning. [ 1034.520577] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7da4d6d-737e-4726-ac0b-b4924cda3578 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.538491] env[69942]: DEBUG nova.compute.manager [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.551658] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.551658] env[69942]: value = "task-3831186" [ 1034.551658] env[69942]: _type = "Task" [ 1034.551658] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.564418] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831186, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.581236] env[69942]: DEBUG nova.network.neutron [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Successfully updated port: 9093f260-e17f-4024-8ca1-8a3f7b506dd6 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.615500] env[69942]: DEBUG oslo_concurrency.lockutils [None req-17dc84a1-3c96-4934-a1f8-01667b729eb7 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "ff382947-7e03-40ec-a5f9-031ddc48f838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.680s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.683842] env[69942]: DEBUG nova.compute.utils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.685914] env[69942]: DEBUG nova.compute.manager [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.686141] env[69942]: DEBUG nova.network.neutron [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.740652] env[69942]: DEBUG nova.policy [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '021e1aaddb974c4697a762c0afbc2125', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdda569899dd4c6bbc461eafdc46286e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.778149] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 6b2238be-641f-4e97-a83b-bea64ecaff30] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1034.839497] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.932494] env[69942]: DEBUG oslo_vmware.api [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Task: {'id': task-3831184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.646462} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.932709] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.932860] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.933089] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.933276] env[69942]: INFO nova.compute.manager [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] [instance: eb988a47-059c-400d-a826-7edb15528943] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1034.933820] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.933820] env[69942]: DEBUG nova.compute.manager [-] [instance: eb988a47-059c-400d-a826-7edb15528943] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.933820] env[69942]: DEBUG nova.network.neutron [-] [instance: eb988a47-059c-400d-a826-7edb15528943] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.068183] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831186, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.068183] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.082286] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "refresh_cache-2e12aac8-6181-4bbc-976c-53d5796a9b0d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.082538] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired lock "refresh_cache-2e12aac8-6181-4bbc-976c-53d5796a9b0d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.082796] env[69942]: DEBUG nova.network.neutron [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.121571] env[69942]: DEBUG nova.compute.manager [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.181327] env[69942]: DEBUG nova.network.neutron [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Successfully created port: ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.187221] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1aa8b340-d632-4a58-8921-0503bbdc996c tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.188531] env[69942]: DEBUG nova.compute.manager [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.191452] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.157s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.195048] env[69942]: INFO nova.compute.claims [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.282966] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: af4c55f0-2edf-44a4-a880-a5a7ad6b0def] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.340362] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831185, 'name': ReconfigVM_Task, 'duration_secs': 0.601042} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.340459] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 743145b3-8f63-4f36-80ad-cd277f780e48/743145b3-8f63-4f36-80ad-cd277f780e48.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.341360] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae290c59-ce4f-436f-b9d3-9ce2044424f6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.352359] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1035.352359] env[69942]: value = "task-3831187" [ 1035.352359] env[69942]: _type = "Task" [ 1035.352359] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.366316] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831187, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.445505] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.446067] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9811e23-79f1-425f-98b2-d15244f8013e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.453479] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1035.453479] env[69942]: value = "task-3831188" [ 1035.453479] env[69942]: _type = "Task" [ 1035.453479] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.464190] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.574135] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831186, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.646329] env[69942]: DEBUG nova.compute.manager [req-b11b03c8-5c3f-4320-bbd1-b322d38f534b req-84e134f1-c322-4419-aecd-fc93416f5714 service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Received event network-vif-deleted-e0ba4973-d635-4c30-aa73-813cc947ff7c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.646708] env[69942]: INFO nova.compute.manager [req-b11b03c8-5c3f-4320-bbd1-b322d38f534b req-84e134f1-c322-4419-aecd-fc93416f5714 service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Neutron deleted interface e0ba4973-d635-4c30-aa73-813cc947ff7c; detaching it from the instance and deleting it from the info cache [ 1035.646905] env[69942]: DEBUG nova.network.neutron [req-b11b03c8-5c3f-4320-bbd1-b322d38f534b req-84e134f1-c322-4419-aecd-fc93416f5714 service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.665616] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.666886] env[69942]: DEBUG nova.network.neutron [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.795295] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 8d66c5e5-c8ad-4aed-83cb-d629ba0239b3] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.861602] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831187, 'name': Rename_Task, 'duration_secs': 0.163751} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.861928] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.862624] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd70935b-49ca-4f94-8e0b-800dde4e9a9d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.872353] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1035.872353] env[69942]: value = "task-3831189" [ 1035.872353] env[69942]: _type = "Task" [ 1035.872353] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.886779] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.965278] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831188, 'name': PowerOffVM_Task, 'duration_secs': 0.226048} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.965533] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.965830] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.966883] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a72331c-eb07-49ab-ada1-9b6c2734d1ba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.975298] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.975573] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17ddab9d-f418-4010-b5df-60f6d98a24d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.016209] env[69942]: DEBUG nova.network.neutron [-] [instance: eb988a47-059c-400d-a826-7edb15528943] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.030790] env[69942]: DEBUG nova.compute.manager [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Stashing vm_state: active {{(pid=69942) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1036.072032] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831186, 'name': CreateVM_Task, 'duration_secs': 1.513413} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.073890] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.076032] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.076032] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.076032] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleting the datastore file [datastore1] 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.076032] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.076265] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.076730] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.077508] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ac3162d-6059-4926-9355-89b320ae4ae5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.080657] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550b6570-32aa-4990-9180-808c2b541c6a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.087343] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1036.087343] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528085f7-9467-e227-46fd-54fe5b69870c" [ 1036.087343] env[69942]: _type = "Task" [ 1036.087343] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.090049] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1036.090049] env[69942]: value = "task-3831191" [ 1036.090049] env[69942]: _type = "Task" [ 1036.090049] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.115348] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528085f7-9467-e227-46fd-54fe5b69870c, 'name': SearchDatastore_Task, 'duration_secs': 0.014564} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.119412] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.119762] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.120146] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.120311] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.120547] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.121129] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.121497] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40492602-8cc2-4f10-b885-f7d03e2676e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.131715] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.131985] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.133281] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6409e53-b354-4742-857d-a52855a00784 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.139834] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1036.139834] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5298c591-f8d9-906a-79c4-0ac5aceb9d20" [ 1036.139834] env[69942]: _type = "Task" [ 1036.139834] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.151401] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5298c591-f8d9-906a-79c4-0ac5aceb9d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.151756] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bee035d-a05b-4081-80db-8fc83cc3f800 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.154740] env[69942]: DEBUG nova.network.neutron [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Updating instance_info_cache with network_info: [{"id": "9093f260-e17f-4024-8ca1-8a3f7b506dd6", "address": "fa:16:3e:b6:a1:af", "network": {"id": "00f3ea31-c135-407a-9f4d-87232454bbff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-789493059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "238450bd92554c2bbaf2b3a2352674ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9093f260-e1", "ovs_interfaceid": "9093f260-e17f-4024-8ca1-8a3f7b506dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.165999] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7b518b-a069-4eef-aeae-ac40e6d47bdd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.210520] env[69942]: DEBUG nova.compute.manager [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.215691] env[69942]: DEBUG nova.compute.manager [req-b11b03c8-5c3f-4320-bbd1-b322d38f534b req-84e134f1-c322-4419-aecd-fc93416f5714 service nova] [instance: eb988a47-059c-400d-a826-7edb15528943] Detach interface failed, port_id=e0ba4973-d635-4c30-aa73-813cc947ff7c, reason: Instance eb988a47-059c-400d-a826-7edb15528943 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.245134] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.246116] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.246116] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.246116] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.246116] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.246502] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.246950] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.247198] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.247409] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.247639] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.247724] env[69942]: DEBUG nova.virt.hardware [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.248865] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57239fd-f900-40ec-864e-075cf3e7e3cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.262706] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dbe26a-7617-4655-bcb0-7606256ecc3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.300310] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 8152a45a-e385-41c6-a137-82ccac11e568] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1036.388092] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831189, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.517104] env[69942]: INFO nova.compute.manager [-] [instance: eb988a47-059c-400d-a826-7edb15528943] Took 1.58 seconds to deallocate network for instance. [ 1036.558260] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.609286] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218839} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.609610] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.609847] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.610027] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.655864] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5298c591-f8d9-906a-79c4-0ac5aceb9d20, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.658060] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64bb4c53-7e71-4ef5-b53f-b3ae0d29e4d0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.662558] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Releasing lock "refresh_cache-2e12aac8-6181-4bbc-976c-53d5796a9b0d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.662558] env[69942]: DEBUG nova.compute.manager [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Instance network_info: |[{"id": "9093f260-e17f-4024-8ca1-8a3f7b506dd6", "address": "fa:16:3e:b6:a1:af", "network": {"id": "00f3ea31-c135-407a-9f4d-87232454bbff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-789493059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "238450bd92554c2bbaf2b3a2352674ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9093f260-e1", "ovs_interfaceid": "9093f260-e17f-4024-8ca1-8a3f7b506dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.662558] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:a1:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9093f260-e17f-4024-8ca1-8a3f7b506dd6', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.670511] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.676348] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.678588] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7984a5e-5d97-4934-b47c-3511c5e6bf02 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.696485] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1036.696485] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5246dff2-9e42-2fff-4b30-ec8cedf839ce" [ 1036.696485] env[69942]: _type = "Task" [ 1036.696485] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.702946] env[69942]: DEBUG nova.compute.manager [req-c5d4ef22-3b30-4172-a45a-f76edb205b8e req-9f3e9005-fd86-40c5-ab0e-861591d09a34 service nova] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Received event network-changed-9093f260-e17f-4024-8ca1-8a3f7b506dd6 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.706030] env[69942]: DEBUG nova.compute.manager [req-c5d4ef22-3b30-4172-a45a-f76edb205b8e req-9f3e9005-fd86-40c5-ab0e-861591d09a34 service nova] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Refreshing instance network info cache due to event network-changed-9093f260-e17f-4024-8ca1-8a3f7b506dd6. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.706030] env[69942]: DEBUG oslo_concurrency.lockutils [req-c5d4ef22-3b30-4172-a45a-f76edb205b8e req-9f3e9005-fd86-40c5-ab0e-861591d09a34 service nova] Acquiring lock "refresh_cache-2e12aac8-6181-4bbc-976c-53d5796a9b0d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.706030] env[69942]: DEBUG oslo_concurrency.lockutils [req-c5d4ef22-3b30-4172-a45a-f76edb205b8e req-9f3e9005-fd86-40c5-ab0e-861591d09a34 service nova] Acquired lock "refresh_cache-2e12aac8-6181-4bbc-976c-53d5796a9b0d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.706030] env[69942]: DEBUG nova.network.neutron [req-c5d4ef22-3b30-4172-a45a-f76edb205b8e req-9f3e9005-fd86-40c5-ab0e-861591d09a34 service nova] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Refreshing network info cache for port 9093f260-e17f-4024-8ca1-8a3f7b506dd6 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.713608] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.713608] env[69942]: value = "task-3831192" [ 1036.713608] env[69942]: _type = "Task" [ 1036.713608] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.719094] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5246dff2-9e42-2fff-4b30-ec8cedf839ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016204} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.725821] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.726355] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 4b0894e8-71d3-4d97-b315-89135d76b3c2/4b0894e8-71d3-4d97-b315-89135d76b3c2.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.727820] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22dc7918-23fc-4d57-996a-985511e48aad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.736784] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831192, 'name': CreateVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.738527] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1036.738527] env[69942]: value = "task-3831193" [ 1036.738527] env[69942]: _type = "Task" [ 1036.738527] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.753559] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.804223] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.804496] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Cleaning up deleted instances with incomplete migration {{(pid=69942) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1036.844597] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d20e90-ec17-4bd0-ae37-fe04d2eb586a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.854583] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59a6dd4-db8d-4209-a079-24b6ceba25d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.893459] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e95688-0460-4299-bbe8-66bdc1fc8aa2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.905971] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e404e072-d6e2-498f-889b-1677ecd7925d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.910331] env[69942]: DEBUG oslo_vmware.api [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831189, 'name': PowerOnVM_Task, 'duration_secs': 0.535054} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.910713] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.910942] env[69942]: INFO nova.compute.manager [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1036.911135] env[69942]: DEBUG nova.compute.manager [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.912337] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acf5c79-da86-4304-af04-93d7c7c2d5ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.924074] env[69942]: DEBUG nova.compute.provider_tree [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.998846] env[69942]: DEBUG nova.network.neutron [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Successfully updated port: ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.026666] env[69942]: DEBUG oslo_concurrency.lockutils [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.123107] env[69942]: INFO nova.compute.manager [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Rebuilding instance [ 1037.168041] env[69942]: DEBUG nova.compute.manager [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.168938] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ffc5e2-3010-46a9-9583-39e4e5f6cb3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.231627] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831192, 'name': CreateVM_Task, 'duration_secs': 0.386416} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.231804] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.232567] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.232773] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.233281] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.233972] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f16a19-0494-47b5-9b2c-20754cb8c30e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.242494] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 1037.242494] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289bb12-cce3-c5bc-9785-bba8a44af5d2" [ 1037.242494] env[69942]: _type = "Task" [ 1037.242494] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.256330] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289bb12-cce3-c5bc-9785-bba8a44af5d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.260652] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.306932] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.431030] env[69942]: DEBUG nova.scheduler.client.report [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.446836] env[69942]: INFO nova.compute.manager [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Took 43.58 seconds to build instance. [ 1037.502409] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.502409] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.502409] env[69942]: DEBUG nova.network.neutron [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.515887] env[69942]: DEBUG nova.network.neutron [req-c5d4ef22-3b30-4172-a45a-f76edb205b8e req-9f3e9005-fd86-40c5-ab0e-861591d09a34 service nova] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Updated VIF entry in instance network info cache for port 9093f260-e17f-4024-8ca1-8a3f7b506dd6. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.516270] env[69942]: DEBUG nova.network.neutron [req-c5d4ef22-3b30-4172-a45a-f76edb205b8e req-9f3e9005-fd86-40c5-ab0e-861591d09a34 service nova] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Updating instance_info_cache with network_info: [{"id": "9093f260-e17f-4024-8ca1-8a3f7b506dd6", "address": "fa:16:3e:b6:a1:af", "network": {"id": "00f3ea31-c135-407a-9f4d-87232454bbff", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-789493059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "238450bd92554c2bbaf2b3a2352674ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9093f260-e1", "ovs_interfaceid": "9093f260-e17f-4024-8ca1-8a3f7b506dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.651952] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.652096] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.652249] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.652381] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.652600] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.652665] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.652875] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.653065] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.653265] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.654108] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.654108] env[69942]: DEBUG nova.virt.hardware [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.654489] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feed00e-f943-4148-a88c-bc90a7f0980c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.663644] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48414ecc-035d-442f-8581-ea0ec40ae272 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.681224] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:bb:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9c23d3b-94b9-4217-8ce3-b6bd9e36097a', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.687962] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.690031] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.692796] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db1b38aa-da90-45a7-ac90-6b18798b08b0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.715154] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.715154] env[69942]: value = "task-3831194" [ 1037.715154] env[69942]: _type = "Task" [ 1037.715154] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.724345] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831194, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.758651] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289bb12-cce3-c5bc-9785-bba8a44af5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.025143} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.761173] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.761485] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.761727] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.761876] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.762068] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.762364] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625484} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.762567] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5eda4d5-38e8-4ba6-9a01-07250c6ea6c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.764614] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 4b0894e8-71d3-4d97-b315-89135d76b3c2/4b0894e8-71d3-4d97-b315-89135d76b3c2.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.764846] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.765156] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2a292b6-6e7f-4e14-a8fc-bc12ba16a119 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.778825] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.778825] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.779965] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1037.779965] env[69942]: value = "task-3831195" [ 1037.779965] env[69942]: _type = "Task" [ 1037.779965] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.781140] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ecf2d5b-f8e4-4703-847b-e7ba56a40e15 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.793347] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 1037.793347] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520b3b2f-8397-477b-9068-67a656c86853" [ 1037.793347] env[69942]: _type = "Task" [ 1037.793347] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.797673] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.808764] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520b3b2f-8397-477b-9068-67a656c86853, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.809853] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c3d6d0b-83cf-4ae5-a593-e4f2d8108f3f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.816419] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 1037.816419] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e768b1-7b8d-d2a9-54bd-a1325a15072f" [ 1037.816419] env[69942]: _type = "Task" [ 1037.816419] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.827813] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e768b1-7b8d-d2a9-54bd-a1325a15072f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.933700] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.936246] env[69942]: DEBUG nova.compute.manager [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.936998] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.611s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.937228] env[69942]: DEBUG nova.objects.instance [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lazy-loading 'resources' on Instance uuid cce1ba04-0f03-48cc-a6dc-43226682b0f3 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.952790] env[69942]: DEBUG oslo_concurrency.lockutils [None req-00ed25f6-f97f-402a-a7eb-397252630591 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.095s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.019699] env[69942]: DEBUG oslo_concurrency.lockutils [req-c5d4ef22-3b30-4172-a45a-f76edb205b8e req-9f3e9005-fd86-40c5-ab0e-861591d09a34 service nova] Releasing lock "refresh_cache-2e12aac8-6181-4bbc-976c-53d5796a9b0d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.036691] env[69942]: DEBUG nova.network.neutron [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.099854] env[69942]: DEBUG nova.compute.manager [req-28b59f93-c694-464b-9cde-25eef2585683 req-44842a15-d7ad-4414-9757-d6c870a636a2 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received event network-changed-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.099854] env[69942]: DEBUG nova.compute.manager [req-28b59f93-c694-464b-9cde-25eef2585683 req-44842a15-d7ad-4414-9757-d6c870a636a2 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Refreshing instance network info cache due to event network-changed-6f205cd2-e0b7-4439-bfa5-48a1f3663711. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.100216] env[69942]: DEBUG oslo_concurrency.lockutils [req-28b59f93-c694-464b-9cde-25eef2585683 req-44842a15-d7ad-4414-9757-d6c870a636a2 service nova] Acquiring lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.100216] env[69942]: DEBUG oslo_concurrency.lockutils [req-28b59f93-c694-464b-9cde-25eef2585683 req-44842a15-d7ad-4414-9757-d6c870a636a2 service nova] Acquired lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.100365] env[69942]: DEBUG nova.network.neutron [req-28b59f93-c694-464b-9cde-25eef2585683 req-44842a15-d7ad-4414-9757-d6c870a636a2 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Refreshing network info cache for port 6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.191365] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.192496] env[69942]: DEBUG nova.network.neutron [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updating instance_info_cache with network_info: [{"id": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "address": "fa:16:3e:c4:3e:b1", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf0369-e1", "ovs_interfaceid": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.194095] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d74e34b-6335-4332-998d-a01ecd0d845e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.204913] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1038.204913] env[69942]: value = "task-3831196" [ 1038.204913] env[69942]: _type = "Task" [ 1038.204913] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.213956] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.225859] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831194, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.296647] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075929} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.297101] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.298042] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6a95a5-cf7a-4537-99d4-ecd4eee3757b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.328415] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 4b0894e8-71d3-4d97-b315-89135d76b3c2/4b0894e8-71d3-4d97-b315-89135d76b3c2.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.334415] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-331c1248-2aeb-4a38-8b8a-138ffd496364 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.356704] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e768b1-7b8d-d2a9-54bd-a1325a15072f, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.358396] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.358750] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 2e12aac8-6181-4bbc-976c-53d5796a9b0d/2e12aac8-6181-4bbc-976c-53d5796a9b0d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.359136] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1038.359136] env[69942]: value = "task-3831197" [ 1038.359136] env[69942]: _type = "Task" [ 1038.359136] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.359348] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-179337d0-38af-4e19-b903-cbfaa56a319c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.371088] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.372719] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 1038.372719] env[69942]: value = "task-3831198" [ 1038.372719] env[69942]: _type = "Task" [ 1038.372719] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.382072] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.443033] env[69942]: DEBUG nova.compute.utils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.445218] env[69942]: DEBUG nova.compute.manager [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Not allocating networking since 'none' was specified. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1038.700328] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.700667] env[69942]: DEBUG nova.compute.manager [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Instance network_info: |[{"id": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "address": "fa:16:3e:c4:3e:b1", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf0369-e1", "ovs_interfaceid": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.701281] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:3e:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddaf0369-e1f0-4d11-9b2c-79433a0d109f', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.709405] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.714789] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.718677] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6a712c7-d9e5-441e-ab5a-c9ac4c48f4da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.739058] env[69942]: DEBUG nova.compute.manager [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Received event network-vif-plugged-ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.739058] env[69942]: DEBUG oslo_concurrency.lockutils [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] Acquiring lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.739384] env[69942]: DEBUG oslo_concurrency.lockutils [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.739497] env[69942]: DEBUG oslo_concurrency.lockutils [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.739619] env[69942]: DEBUG nova.compute.manager [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] No waiting events found dispatching network-vif-plugged-ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.739782] env[69942]: WARNING nova.compute.manager [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Received unexpected event network-vif-plugged-ddaf0369-e1f0-4d11-9b2c-79433a0d109f for instance with vm_state building and task_state spawning. [ 1038.739943] env[69942]: DEBUG nova.compute.manager [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Received event network-changed-ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.740109] env[69942]: DEBUG nova.compute.manager [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Refreshing instance network info cache due to event network-changed-ddaf0369-e1f0-4d11-9b2c-79433a0d109f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.740302] env[69942]: DEBUG oslo_concurrency.lockutils [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] Acquiring lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.740437] env[69942]: DEBUG oslo_concurrency.lockutils [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] Acquired lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.740592] env[69942]: DEBUG nova.network.neutron [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Refreshing network info cache for port ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.752621] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.760640] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831194, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.761206] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.761206] env[69942]: value = "task-3831199" [ 1038.761206] env[69942]: _type = "Task" [ 1038.761206] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.774513] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831199, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.882629] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.890240] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.946405] env[69942]: DEBUG nova.compute.manager [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.017727] env[69942]: DEBUG nova.network.neutron [req-28b59f93-c694-464b-9cde-25eef2585683 req-44842a15-d7ad-4414-9757-d6c870a636a2 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updated VIF entry in instance network info cache for port 6f205cd2-e0b7-4439-bfa5-48a1f3663711. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.018183] env[69942]: DEBUG nova.network.neutron [req-28b59f93-c694-464b-9cde-25eef2585683 req-44842a15-d7ad-4414-9757-d6c870a636a2 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating instance_info_cache with network_info: [{"id": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "address": "fa:16:3e:f1:69:b3", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f205cd2-e0", "ovs_interfaceid": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.039237] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5b287e-7e1d-4300-8946-75f088bca3ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.054492] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8da9bb1-3401-40c5-938b-0a2b4083ff21 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.093512] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd515208-bdd8-4f11-a590-cdabe4b40376 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.103904] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecadbab-aa86-4b82-8ce1-ae8a29421534 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.120772] env[69942]: DEBUG nova.compute.provider_tree [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.225741] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831196, 'name': PowerOffVM_Task, 'duration_secs': 0.895718} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.225876] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.226201] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.227209] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e72740-2a7f-4497-b92d-2c15fe476608 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.237701] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.243324] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21569649-120a-4b6b-b65f-f8628d5c1ec7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.252407] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831194, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.278807] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831199, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.321046] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.321317] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.321764] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleting the datastore file [datastore1] 2b0b2884-e433-4e8c-ba38-b73760431846 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.322152] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faca54fe-7371-4509-b473-38cdc35dc162 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.330317] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1039.330317] env[69942]: value = "task-3831201" [ 1039.330317] env[69942]: _type = "Task" [ 1039.330317] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.340518] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.373980] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831197, 'name': ReconfigVM_Task, 'duration_secs': 0.709064} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.374518] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 4b0894e8-71d3-4d97-b315-89135d76b3c2/4b0894e8-71d3-4d97-b315-89135d76b3c2.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.375245] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0923ad6e-155e-41f7-9ef6-1e4859a23fef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.386074] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831198, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.387690] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1039.387690] env[69942]: value = "task-3831202" [ 1039.387690] env[69942]: _type = "Task" [ 1039.387690] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.399848] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831202, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.527187] env[69942]: DEBUG oslo_concurrency.lockutils [req-28b59f93-c694-464b-9cde-25eef2585683 req-44842a15-d7ad-4414-9757-d6c870a636a2 service nova] Releasing lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.585752] env[69942]: DEBUG nova.network.neutron [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updated VIF entry in instance network info cache for port ddaf0369-e1f0-4d11-9b2c-79433a0d109f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.585904] env[69942]: DEBUG nova.network.neutron [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updating instance_info_cache with network_info: [{"id": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "address": "fa:16:3e:c4:3e:b1", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf0369-e1", "ovs_interfaceid": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.624673] env[69942]: DEBUG nova.scheduler.client.report [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.748227] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831194, 'name': CreateVM_Task, 'duration_secs': 1.83414} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.748424] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.749123] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.749290] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.749609] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.749869] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f668d61-6eab-4092-b7cb-67d50aaca3ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.756483] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1039.756483] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5290f294-b985-05d7-9151-2b339eb9be8b" [ 1039.756483] env[69942]: _type = "Task" [ 1039.756483] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.769638] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5290f294-b985-05d7-9151-2b339eb9be8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.775818] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831199, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.840384] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214883} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.840638] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.840820] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.840990] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.887272] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831198, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.899361] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831202, 'name': Rename_Task, 'duration_secs': 0.192142} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.899850] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.900312] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b62fdc3-0554-482f-a9d0-66ceaf9a6b0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.909226] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1039.909226] env[69942]: value = "task-3831203" [ 1039.909226] env[69942]: _type = "Task" [ 1039.909226] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.918313] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.958073] env[69942]: DEBUG nova.compute.manager [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.096237] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.096505] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.096662] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.096840] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.096982] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.097186] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.097389] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.097545] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.097706] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.097863] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.098044] env[69942]: DEBUG nova.virt.hardware [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.098550] env[69942]: DEBUG oslo_concurrency.lockutils [req-1d12ecd8-a547-4e3d-b64a-2158ee56bc7d req-ad10df0c-b047-4b03-81c3-19b87361b4f4 service nova] Releasing lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.099481] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6014b47f-be6a-41c9-b861-8cf00eac1aab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.108060] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0810d785-2ddc-42e3-ae5d-f4c8c0642a21 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.122604] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.128738] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Creating folder: Project (c6235fc9c2fe4fa9809073127b57d399). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.129591] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.131633] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5363afa9-5977-4160-9335-402266264145 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.133725] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.157s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.135141] env[69942]: INFO nova.compute.claims [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.149871] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Created folder: Project (c6235fc9c2fe4fa9809073127b57d399) in parent group-v761487. [ 1040.150068] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Creating folder: Instances. Parent ref: group-v761675. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1040.150331] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0a61a4d-dc09-476b-a59e-83821bbd7e35 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.157768] env[69942]: INFO nova.scheduler.client.report [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted allocations for instance cce1ba04-0f03-48cc-a6dc-43226682b0f3 [ 1040.164062] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Created folder: Instances in parent group-v761675. [ 1040.164335] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.164811] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.165138] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd268d45-ccd2-4ebc-9fdf-ad43e2e57ea9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.185354] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.185354] env[69942]: value = "task-3831206" [ 1040.185354] env[69942]: _type = "Task" [ 1040.185354] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.196352] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831206, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.272983] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5290f294-b985-05d7-9151-2b339eb9be8b, 'name': SearchDatastore_Task, 'duration_secs': 0.03111} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.273848] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.274192] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.274347] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.274496] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.274674] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.275348] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53c5bba2-93bd-40f7-8483-68c2d941b889 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.280737] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831199, 'name': CreateVM_Task, 'duration_secs': 1.07809} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.281400] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.282218] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.282504] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.283185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.283387] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbbb5e93-435c-421e-92b3-2e5c86285f68 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.291394] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1040.291394] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fdad6f-4cc5-58cb-f8a9-e519757eb9f9" [ 1040.291394] env[69942]: _type = "Task" [ 1040.291394] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.292847] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.293144] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.301115] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040f4e89-8235-4f7c-9781-1458140f9277 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.312416] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fdad6f-4cc5-58cb-f8a9-e519757eb9f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.313685] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1040.313685] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c983da-aac0-f2f6-ca9f-56329574ee1d" [ 1040.313685] env[69942]: _type = "Task" [ 1040.313685] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.324040] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c983da-aac0-f2f6-ca9f-56329574ee1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.389082] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831198, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.944773} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.390193] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 2e12aac8-6181-4bbc-976c-53d5796a9b0d/2e12aac8-6181-4bbc-976c-53d5796a9b0d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.390498] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.391928] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6811528-ca3d-48a3-adcb-8cfdad615964 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.399267] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 1040.399267] env[69942]: value = "task-3831207" [ 1040.399267] env[69942]: _type = "Task" [ 1040.399267] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.409678] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.419338] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.668052] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d00a170b-d87c-4ea0-8893-ddc14dcbc275 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "cce1ba04-0f03-48cc-a6dc-43226682b0f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.435s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.697876] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831206, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.806331] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fdad6f-4cc5-58cb-f8a9-e519757eb9f9, 'name': SearchDatastore_Task, 'duration_secs': 0.028471} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.806769] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.807037] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.807296] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.825455] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c983da-aac0-f2f6-ca9f-56329574ee1d, 'name': SearchDatastore_Task, 'duration_secs': 0.022315} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.826481] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6203089e-53ba-4892-82a9-b3b6e847f1c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.832804] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1040.832804] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e08d39-8740-fd52-d69f-62aa5959413f" [ 1040.832804] env[69942]: _type = "Task" [ 1040.832804] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.844047] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e08d39-8740-fd52-d69f-62aa5959413f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.881242] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.881652] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.881733] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.881893] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.882050] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.882204] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.882445] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.882570] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.882738] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.882902] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.883140] env[69942]: DEBUG nova.virt.hardware [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.884597] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fb9bb4-49ce-47d9-9177-dbcc04989fa3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.893619] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6be20-40b4-422f-aa0b-7d520215f135 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.912826] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:0c:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d4eb0f-468c-46a3-8751-dca475bf86c0', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.921094] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.925249] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.928619] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ceca0c08-a233-48a8-8c8c-230979314f08 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.944542] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208983} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.945572] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.949980] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bf30b4-dcdb-40d0-bb96-a44f6b060744 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.953095] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.956934] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.956934] env[69942]: value = "task-3831208" [ 1040.956934] env[69942]: _type = "Task" [ 1040.956934] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.975767] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 2e12aac8-6181-4bbc-976c-53d5796a9b0d/2e12aac8-6181-4bbc-976c-53d5796a9b0d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.976864] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47adb699-94b5-4baf-ae3a-828241b07658 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.994942] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831208, 'name': CreateVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.003071] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 1041.003071] env[69942]: value = "task-3831209" [ 1041.003071] env[69942]: _type = "Task" [ 1041.003071] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.016298] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.200028] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831206, 'name': CreateVM_Task, 'duration_secs': 0.657644} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.200028] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.200028] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.200028] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.200028] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.200028] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb25ad1f-bf9c-4d7a-bfd9-32e0696e223c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.210496] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1041.210496] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f990b2-aff6-e4a5-6208-8814dc4cc898" [ 1041.210496] env[69942]: _type = "Task" [ 1041.210496] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.223665] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f990b2-aff6-e4a5-6208-8814dc4cc898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.344475] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e08d39-8740-fd52-d69f-62aa5959413f, 'name': SearchDatastore_Task, 'duration_secs': 0.01526} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.348374] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.348792] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e/1a1efde4-bfc5-4c12-ade7-db2d9a6c272e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.350443] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.350443] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.350647] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fad0357-62f6-4ff6-851a-582b433e7062 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.353285] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25bf2781-db66-4b6f-ae52-a9aa81f9328a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.362505] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1041.362505] env[69942]: value = "task-3831210" [ 1041.362505] env[69942]: _type = "Task" [ 1041.362505] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.370683] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.371178] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.371645] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c029067-22d1-487b-bc93-f7068f196e79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.380632] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.382203] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1041.382203] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52be9a09-583e-bc3d-14d9-202ecdc542b7" [ 1041.382203] env[69942]: _type = "Task" [ 1041.382203] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.396948] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52be9a09-583e-bc3d-14d9-202ecdc542b7, 'name': SearchDatastore_Task, 'duration_secs': 0.015343} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.397934] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8194f41-063d-46e3-b9b6-5ae13d4e34c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.411098] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1041.411098] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527803d3-2c8e-9fb1-62d2-334a014f88f4" [ 1041.411098] env[69942]: _type = "Task" [ 1041.411098] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.431353] env[69942]: DEBUG oslo_vmware.api [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831203, 'name': PowerOnVM_Task, 'duration_secs': 1.184132} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.435758] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.436142] env[69942]: INFO nova.compute.manager [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1041.436398] env[69942]: DEBUG nova.compute.manager [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.437655] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527803d3-2c8e-9fb1-62d2-334a014f88f4, 'name': SearchDatastore_Task, 'duration_secs': 0.017162} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.438660] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ce1118-e050-49f4-b118-3518f862f4d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.441331] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.441657] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] c66e9d35-c6d5-445f-95ff-50c7bb3e7158/c66e9d35-c6d5-445f-95ff-50c7bb3e7158.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.444804] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb892878-26e1-456d-84ff-60f9e017e02c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.456904] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1041.456904] env[69942]: value = "task-3831211" [ 1041.456904] env[69942]: _type = "Task" [ 1041.456904] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.470230] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.474484] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831208, 'name': CreateVM_Task, 'duration_secs': 0.424638} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.477924] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.480060] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.506310] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "bfda2380-cd54-4d06-be37-84f1e6256ea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.506310] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bfda2380-cd54-4d06-be37-84f1e6256ea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.524957] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831209, 'name': ReconfigVM_Task, 'duration_secs': 0.396524} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.529081] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 2e12aac8-6181-4bbc-976c-53d5796a9b0d/2e12aac8-6181-4bbc-976c-53d5796a9b0d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.529081] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6a224e7-eb83-44e4-814a-47b44cd99ce4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.535833] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 1041.535833] env[69942]: value = "task-3831212" [ 1041.535833] env[69942]: _type = "Task" [ 1041.535833] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.559866] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831212, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.729366] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f990b2-aff6-e4a5-6208-8814dc4cc898, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.729711] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.729957] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.730419] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.730419] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.730555] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.730864] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.731219] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.731814] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0e821e2-858e-4ffa-b6dc-bd4db33eac40 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.733844] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23620c6-75c1-4ff9-b82a-845dbcca6a6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.745397] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1041.745397] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ab851a-1937-6d75-d34e-a000e5d37e56" [ 1041.745397] env[69942]: _type = "Task" [ 1041.745397] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.751573] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8521b4-31b1-4727-877c-a9cd09368f05 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.756330] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.756526] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.757660] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28bd10ff-0572-4289-aac1-c37d743fd818 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.764523] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ab851a-1937-6d75-d34e-a000e5d37e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.767836] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294d2743-1ef7-4e18-9b3c-09d8a157ea22 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.773083] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1041.773083] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5287a0e8-51cd-4c23-6b62-7cffb8c61292" [ 1041.773083] env[69942]: _type = "Task" [ 1041.773083] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.804950] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c772d93-e077-4799-9174-3779acfae57b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.812505] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5287a0e8-51cd-4c23-6b62-7cffb8c61292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.820166] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e0d438-f632-49cf-a355-9a3da7e5c46c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.837784] env[69942]: DEBUG nova.compute.provider_tree [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.877859] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831210, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.975082] env[69942]: INFO nova.compute.manager [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Took 46.79 seconds to build instance. [ 1041.980497] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831211, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.013472] env[69942]: DEBUG nova.compute.manager [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.053943] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831212, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.256287] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ab851a-1937-6d75-d34e-a000e5d37e56, 'name': SearchDatastore_Task, 'duration_secs': 0.059266} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.256636] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.256876] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.257099] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.284534] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5287a0e8-51cd-4c23-6b62-7cffb8c61292, 'name': SearchDatastore_Task, 'duration_secs': 0.05262} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.285423] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c80e32-70d1-470c-be12-76519c0ead27 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.291174] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1042.291174] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5233dece-123b-be2d-d323-78a467dc8ffa" [ 1042.291174] env[69942]: _type = "Task" [ 1042.291174] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.299580] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5233dece-123b-be2d-d323-78a467dc8ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.342355] env[69942]: DEBUG nova.scheduler.client.report [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.376952] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526605} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.377245] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e/1a1efde4-bfc5-4c12-ade7-db2d9a6c272e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.377507] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.377772] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-344b3655-15fe-43d8-b7da-e89b38524f20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.385373] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1042.385373] env[69942]: value = "task-3831213" [ 1042.385373] env[69942]: _type = "Task" [ 1042.385373] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.395917] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.475312] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779983} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.475312] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] c66e9d35-c6d5-445f-95ff-50c7bb3e7158/c66e9d35-c6d5-445f-95ff-50c7bb3e7158.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.475543] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.476101] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da475722-4938-431c-a3d7-ce121dabae0c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.481835] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65eacbb3-ef0a-4040-9ccb-b501e3184cbd tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "4b0894e8-71d3-4d97-b315-89135d76b3c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.419s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.483406] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1042.483406] env[69942]: value = "task-3831214" [ 1042.483406] env[69942]: _type = "Task" [ 1042.483406] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.494430] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.535311] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.552549] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831212, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.801691] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5233dece-123b-be2d-d323-78a467dc8ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.801970] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.802248] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 28193666-5a9f-4572-97d2-fe569fc7afd3/28193666-5a9f-4572-97d2-fe569fc7afd3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.802534] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.802718] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.802936] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45325520-f1ec-43a1-8377-8406a4f397e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.805073] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94cd3b2a-6f09-462c-aafb-2f12213bebd3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.813246] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1042.813246] env[69942]: value = "task-3831215" [ 1042.813246] env[69942]: _type = "Task" [ 1042.813246] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.814884] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.815153] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.820294] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe42f1b-42e0-4e9e-a4ec-a657153e2966 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.827748] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1042.827748] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d54e1d-467d-689b-e778-4fc9b491e09d" [ 1042.827748] env[69942]: _type = "Task" [ 1042.827748] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.830594] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.839937] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d54e1d-467d-689b-e778-4fc9b491e09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.847899] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.848529] env[69942]: DEBUG nova.compute.manager [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.851236] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.158s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.851479] env[69942]: DEBUG nova.objects.instance [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lazy-loading 'resources' on Instance uuid 681b735d-0d65-4d9b-be15-62c86ddc0e66 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.901034] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070957} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.901475] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.902769] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78889562-adf2-4b29-b7a1-73239e439bf2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.943618] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e/1a1efde4-bfc5-4c12-ade7-db2d9a6c272e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.944495] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5213f721-eb9c-4069-b90e-9138d020b67e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.971161] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1042.971161] env[69942]: value = "task-3831216" [ 1042.971161] env[69942]: _type = "Task" [ 1042.971161] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.981234] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831216, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.993969] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076842} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.994359] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.995252] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a348d43c-ccb8-4352-8ccc-38ef9e202c4a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.020326] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c66e9d35-c6d5-445f-95ff-50c7bb3e7158/c66e9d35-c6d5-445f-95ff-50c7bb3e7158.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.020673] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d809354-2132-4954-a769-ce34871c4433 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.042365] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1043.042365] env[69942]: value = "task-3831217" [ 1043.042365] env[69942]: _type = "Task" [ 1043.042365] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.054443] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831212, 'name': Rename_Task, 'duration_secs': 1.180863} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.057643] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.057919] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.058150] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-545f171f-a2e6-4cd0-aa58-7bd69c1aad45 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.064957] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 1043.064957] env[69942]: value = "task-3831218" [ 1043.064957] env[69942]: _type = "Task" [ 1043.064957] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.075422] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.197984] env[69942]: DEBUG oslo_concurrency.lockutils [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "4b0894e8-71d3-4d97-b315-89135d76b3c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.198291] env[69942]: DEBUG oslo_concurrency.lockutils [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "4b0894e8-71d3-4d97-b315-89135d76b3c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.198553] env[69942]: DEBUG oslo_concurrency.lockutils [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "4b0894e8-71d3-4d97-b315-89135d76b3c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.198756] env[69942]: DEBUG oslo_concurrency.lockutils [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "4b0894e8-71d3-4d97-b315-89135d76b3c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.199505] env[69942]: DEBUG oslo_concurrency.lockutils [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "4b0894e8-71d3-4d97-b315-89135d76b3c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.201181] env[69942]: INFO nova.compute.manager [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Terminating instance [ 1043.325888] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831215, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.345101] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d54e1d-467d-689b-e778-4fc9b491e09d, 'name': SearchDatastore_Task, 'duration_secs': 0.024203} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.345763] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60f220c-8341-4778-940a-350558ea2304 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.352449] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1043.352449] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5256b185-5969-2bdc-051b-7a39ebe746ae" [ 1043.352449] env[69942]: _type = "Task" [ 1043.352449] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.356859] env[69942]: DEBUG nova.compute.utils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.360856] env[69942]: DEBUG nova.compute.manager [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.361054] env[69942]: DEBUG nova.network.neutron [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.369840] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5256b185-5969-2bdc-051b-7a39ebe746ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.404108] env[69942]: DEBUG nova.policy [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd717c67ff5bb4f9cae00334c68f9b8c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcccbd7135104bf9a4a2e595a988d089', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.486427] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.561232] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.577246] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.706236] env[69942]: DEBUG nova.compute.manager [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.706236] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.707170] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9d85b8-97d1-4511-afa0-2d28089d1067 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.716997] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.720270] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54af79bf-550e-4975-ac03-3545fd51acdb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.728519] env[69942]: DEBUG oslo_vmware.api [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1043.728519] env[69942]: value = "task-3831219" [ 1043.728519] env[69942]: _type = "Task" [ 1043.728519] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.738516] env[69942]: DEBUG oslo_vmware.api [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.827159] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814069} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.827503] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 28193666-5a9f-4572-97d2-fe569fc7afd3/28193666-5a9f-4572-97d2-fe569fc7afd3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.827717] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.827978] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a17722c2-74ae-4567-91f2-bc4101e8880f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.838971] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1043.838971] env[69942]: value = "task-3831220" [ 1043.838971] env[69942]: _type = "Task" [ 1043.838971] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.839740] env[69942]: DEBUG nova.network.neutron [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Successfully created port: 60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.851483] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.865795] env[69942]: DEBUG nova.compute.manager [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.868612] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5256b185-5969-2bdc-051b-7a39ebe746ae, 'name': SearchDatastore_Task, 'duration_secs': 0.062923} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.872020] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.872286] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 2b0b2884-e433-4e8c-ba38-b73760431846/2b0b2884-e433-4e8c-ba38-b73760431846.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.872760] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8df5aeed-4e96-46c3-a6a4-cc5d91c22a76 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.882363] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1043.882363] env[69942]: value = "task-3831221" [ 1043.882363] env[69942]: _type = "Task" [ 1043.882363] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.898918] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.931738] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1152d17-cfa4-4e74-8fc3-19b9e61b852f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.942069] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a731e7-713d-478f-96b9-e962af26579e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.987093] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a8452e-28a1-4b22-992d-34eb2bb2b922 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.999579] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf31ba9-2a50-4847-8990-f579a1423cda {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.004407] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.015806] env[69942]: DEBUG nova.compute.provider_tree [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.061027] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.077315] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.242227] env[69942]: DEBUG oslo_vmware.api [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831219, 'name': PowerOffVM_Task, 'duration_secs': 0.260995} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.242563] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.242734] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.243016] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93598268-bc5a-40be-bf97-d23671eb7c75 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.327247] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.327582] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.327987] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleting the datastore file [datastore1] 4b0894e8-71d3-4d97-b315-89135d76b3c2 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.328432] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88d89f7e-c427-46db-af47-1af13105fee7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.341047] env[69942]: DEBUG oslo_vmware.api [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1044.341047] env[69942]: value = "task-3831223" [ 1044.341047] env[69942]: _type = "Task" [ 1044.341047] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.356333] env[69942]: DEBUG oslo_vmware.api [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.360070] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137605} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.360379] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.361444] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915e21da-e32e-4440-be84-10ce71f509bd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.391808] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 28193666-5a9f-4572-97d2-fe569fc7afd3/28193666-5a9f-4572-97d2-fe569fc7afd3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.392593] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21bc03df-c1b6-4f85-bf78-23f012e22b0b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.424834] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831221, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.426707] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1044.426707] env[69942]: value = "task-3831224" [ 1044.426707] env[69942]: _type = "Task" [ 1044.426707] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.441851] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.495704] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831216, 'name': ReconfigVM_Task, 'duration_secs': 1.442478} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.496163] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e/1a1efde4-bfc5-4c12-ade7-db2d9a6c272e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.497020] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f02a228c-ead4-4604-8e46-23f283abf55a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.509154] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1044.509154] env[69942]: value = "task-3831225" [ 1044.509154] env[69942]: _type = "Task" [ 1044.509154] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.521494] env[69942]: DEBUG nova.scheduler.client.report [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.525760] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831225, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.559033] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831217, 'name': ReconfigVM_Task, 'duration_secs': 1.322752} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.559367] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c66e9d35-c6d5-445f-95ff-50c7bb3e7158/c66e9d35-c6d5-445f-95ff-50c7bb3e7158.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.560068] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8cfb284-aaf0-432e-a655-fd4cd9f7b0a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.569936] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1044.569936] env[69942]: value = "task-3831226" [ 1044.569936] env[69942]: _type = "Task" [ 1044.569936] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.584199] env[69942]: DEBUG oslo_vmware.api [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831218, 'name': PowerOnVM_Task, 'duration_secs': 1.469325} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.587933] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.588105] env[69942]: INFO nova.compute.manager [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Took 11.09 seconds to spawn the instance on the hypervisor. [ 1044.588739] env[69942]: DEBUG nova.compute.manager [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.588739] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831226, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.589461] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe81c7e-e728-4504-b8de-f4c8e4cb0a4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.852400] env[69942]: DEBUG oslo_vmware.api [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265868} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.852629] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.852817] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.853172] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.853676] env[69942]: INFO nova.compute.manager [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1044.853676] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.854130] env[69942]: DEBUG nova.compute.manager [-] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.854237] env[69942]: DEBUG nova.network.neutron [-] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.894637] env[69942]: DEBUG nova.compute.manager [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.912707] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557692} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.913277] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 2b0b2884-e433-4e8c-ba38-b73760431846/2b0b2884-e433-4e8c-ba38-b73760431846.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.913420] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.913652] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-918d30b6-7ad1-42b1-9b69-bffadc6a8206 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.925133] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1044.925133] env[69942]: value = "task-3831227" [ 1044.925133] env[69942]: _type = "Task" [ 1044.925133] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.927874] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.928187] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.928365] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.928558] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.928705] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.928852] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.929078] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.929238] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.929408] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.929572] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.929745] env[69942]: DEBUG nova.virt.hardware [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.931076] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a923fd-d081-45a8-aca6-1d0141a3aa63 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.957833] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba0ff9-5f2b-4934-9084-66b602d3c219 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.962914] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.963178] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.020529] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831225, 'name': Rename_Task, 'duration_secs': 0.208562} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.020872] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.021163] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d6ede54-0f20-411a-bf41-1eeb6e7209aa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.028747] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.033967] env[69942]: DEBUG oslo_concurrency.lockutils [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.058s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.033967] env[69942]: DEBUG nova.objects.instance [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lazy-loading 'resources' on Instance uuid ba83f67e-7a4e-44ab-9b42-b854368ed626 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.036815] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1045.036815] env[69942]: value = "task-3831228" [ 1045.036815] env[69942]: _type = "Task" [ 1045.036815] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.048653] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831228, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.053208] env[69942]: INFO nova.scheduler.client.report [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Deleted allocations for instance 681b735d-0d65-4d9b-be15-62c86ddc0e66 [ 1045.086888] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831226, 'name': Rename_Task, 'duration_secs': 0.219859} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.087280] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.087484] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-552f6a74-4328-4783-a1af-cffd8854d51a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.096850] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1045.096850] env[69942]: value = "task-3831229" [ 1045.096850] env[69942]: _type = "Task" [ 1045.096850] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.109939] env[69942]: INFO nova.compute.manager [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Took 47.77 seconds to build instance. [ 1045.114492] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.239958] env[69942]: DEBUG nova.compute.manager [req-cefa0e21-0e73-4177-8b89-fad6f2653959 req-3cacf6c1-380a-4065-bd48-e78b80ef0295 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Received event network-vif-deleted-dc823a85-355c-4872-be04-31f3355869d5 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.240881] env[69942]: INFO nova.compute.manager [req-cefa0e21-0e73-4177-8b89-fad6f2653959 req-3cacf6c1-380a-4065-bd48-e78b80ef0295 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Neutron deleted interface dc823a85-355c-4872-be04-31f3355869d5; detaching it from the instance and deleting it from the info cache [ 1045.240881] env[69942]: DEBUG nova.network.neutron [req-cefa0e21-0e73-4177-8b89-fad6f2653959 req-3cacf6c1-380a-4065-bd48-e78b80ef0295 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.275536] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b2c9a148-b3a4-46e6-9304-f3957f3582f9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.275848] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b2c9a148-b3a4-46e6-9304-f3957f3582f9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.276106] env[69942]: DEBUG nova.objects.instance [None req-b2c9a148-b3a4-46e6-9304-f3957f3582f9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'flavor' on Instance uuid bd7c066b-9df9-4956-a1ea-0f0b802c3083 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.447276] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831224, 'name': ReconfigVM_Task, 'duration_secs': 0.708174} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.450659] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.451049] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 28193666-5a9f-4572-97d2-fe569fc7afd3/28193666-5a9f-4572-97d2-fe569fc7afd3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.451762] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084763} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.452017] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-073871d1-8341-45e2-97ef-1bef0e65c6d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.453848] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.454676] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7c2d62-a605-4a86-9608-cb0cf600e21a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.462835] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1045.462835] env[69942]: value = "task-3831230" [ 1045.462835] env[69942]: _type = "Task" [ 1045.462835] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.480951] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 2b0b2884-e433-4e8c-ba38-b73760431846/2b0b2884-e433-4e8c-ba38-b73760431846.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.484413] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-269c0792-df60-4b28-812f-8a6d6166943b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.507155] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1045.507155] env[69942]: value = "task-3831231" [ 1045.507155] env[69942]: _type = "Task" [ 1045.507155] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.517883] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.551127] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.562612] env[69942]: DEBUG oslo_concurrency.lockutils [None req-51acf3d3-28d9-4769-81eb-c35a44bc32a2 tempest-ServersListShow2100Test-684383011 tempest-ServersListShow2100Test-684383011-project-member] Lock "681b735d-0d65-4d9b-be15-62c86ddc0e66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.195s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.609319] env[69942]: DEBUG nova.network.neutron [-] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.615142] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.616919] env[69942]: DEBUG oslo_concurrency.lockutils [None req-25363b46-fd81-415e-a30b-8477dc3aaec5 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.505s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.616919] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.166s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.616919] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.617209] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.617448] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.619417] env[69942]: INFO nova.compute.manager [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Terminating instance [ 1045.629026] env[69942]: DEBUG nova.network.neutron [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Successfully updated port: 60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.744211] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60ba01e3-4839-4195-bcef-f2e3c220e18b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.758259] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57173a71-311b-4fb0-9044-6046afb8f670 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.780492] env[69942]: DEBUG nova.objects.instance [None req-b2c9a148-b3a4-46e6-9304-f3957f3582f9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'pci_requests' on Instance uuid bd7c066b-9df9-4956-a1ea-0f0b802c3083 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.804736] env[69942]: DEBUG nova.compute.manager [req-cefa0e21-0e73-4177-8b89-fad6f2653959 req-3cacf6c1-380a-4065-bd48-e78b80ef0295 service nova] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Detach interface failed, port_id=dc823a85-355c-4872-be04-31f3355869d5, reason: Instance 4b0894e8-71d3-4d97-b315-89135d76b3c2 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.832157] env[69942]: DEBUG nova.compute.manager [req-6d0074ae-bcf6-4351-bad9-fe0cbc76f333 req-24a83835-5d8d-49ae-b95c-5ed4ac8f6341 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Received event network-vif-plugged-60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.832623] env[69942]: DEBUG oslo_concurrency.lockutils [req-6d0074ae-bcf6-4351-bad9-fe0cbc76f333 req-24a83835-5d8d-49ae-b95c-5ed4ac8f6341 service nova] Acquiring lock "d291e516-2977-4c3b-aff3-975e8aa648fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.832946] env[69942]: DEBUG oslo_concurrency.lockutils [req-6d0074ae-bcf6-4351-bad9-fe0cbc76f333 req-24a83835-5d8d-49ae-b95c-5ed4ac8f6341 service nova] Lock "d291e516-2977-4c3b-aff3-975e8aa648fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.832946] env[69942]: DEBUG oslo_concurrency.lockutils [req-6d0074ae-bcf6-4351-bad9-fe0cbc76f333 req-24a83835-5d8d-49ae-b95c-5ed4ac8f6341 service nova] Lock "d291e516-2977-4c3b-aff3-975e8aa648fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.833193] env[69942]: DEBUG nova.compute.manager [req-6d0074ae-bcf6-4351-bad9-fe0cbc76f333 req-24a83835-5d8d-49ae-b95c-5ed4ac8f6341 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] No waiting events found dispatching network-vif-plugged-60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.833468] env[69942]: WARNING nova.compute.manager [req-6d0074ae-bcf6-4351-bad9-fe0cbc76f333 req-24a83835-5d8d-49ae-b95c-5ed4ac8f6341 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Received unexpected event network-vif-plugged-60262d8e-7b3d-4b29-a81c-71f0cd632480 for instance with vm_state building and task_state spawning. [ 1045.984922] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831230, 'name': Rename_Task, 'duration_secs': 0.37317} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.985729] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.986029] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68afcc13-1548-48c2-b1e0-9c22a6c4a977 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.994529] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1045.994529] env[69942]: value = "task-3831232" [ 1045.994529] env[69942]: _type = "Task" [ 1045.994529] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.004842] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.018189] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831231, 'name': ReconfigVM_Task, 'duration_secs': 0.500966} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.021485] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 2b0b2884-e433-4e8c-ba38-b73760431846/2b0b2884-e433-4e8c-ba38-b73760431846.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.022017] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-414107d8-9e1a-4df4-b972-5f682760bd49 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.030063] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1046.030063] env[69942]: value = "task-3831233" [ 1046.030063] env[69942]: _type = "Task" [ 1046.030063] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.042801] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831233, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.051869] env[69942]: DEBUG oslo_vmware.api [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831228, 'name': PowerOnVM_Task, 'duration_secs': 0.94482} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.054875] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.055157] env[69942]: DEBUG nova.compute.manager [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.056221] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ff28f0-0285-4964-8540-63cb7e6bdf08 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.068184] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11d23ed-8823-4a6e-9e44-e679b25c9b76 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.077830] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ce7006-83c0-4ef8-86f3-55ce827ce5a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.115163] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818b59e1-3dbb-47f9-8b83-6e2b8b00c7c0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.118967] env[69942]: INFO nova.compute.manager [-] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Took 1.26 seconds to deallocate network for instance. [ 1046.132194] env[69942]: DEBUG nova.compute.manager [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.132194] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.132194] env[69942]: DEBUG oslo_vmware.api [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831229, 'name': PowerOnVM_Task, 'duration_secs': 0.978891} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.132194] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquiring lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.132194] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquired lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.132534] env[69942]: DEBUG nova.network.neutron [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.133965] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c2346d-4cbe-4f14-b764-844b2904194a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.140565] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57cf9f9-75c4-44ae-9a0f-d31ee718981a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.144706] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.145093] env[69942]: INFO nova.compute.manager [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1046.145176] env[69942]: DEBUG nova.compute.manager [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.152029] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9312e3-eab2-41e6-a509-04a01e534a88 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.163742] env[69942]: DEBUG nova.compute.provider_tree [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.169202] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.173398] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-165aabc7-9c05-4bd9-aa97-2d5595130f58 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.182597] env[69942]: DEBUG oslo_vmware.api [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 1046.182597] env[69942]: value = "task-3831234" [ 1046.182597] env[69942]: _type = "Task" [ 1046.182597] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.194908] env[69942]: DEBUG oslo_vmware.api [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.223618] env[69942]: DEBUG nova.network.neutron [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.283852] env[69942]: DEBUG nova.objects.base [None req-b2c9a148-b3a4-46e6-9304-f3957f3582f9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.284112] env[69942]: DEBUG nova.network.neutron [None req-b2c9a148-b3a4-46e6-9304-f3957f3582f9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.377572] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b2c9a148-b3a4-46e6-9304-f3957f3582f9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.102s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.496621] env[69942]: DEBUG nova.network.neutron [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updating instance_info_cache with network_info: [{"id": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "address": "fa:16:3e:92:78:f7", "network": {"id": "c222853c-6c0d-4485-a3de-75dab7290a92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-3863920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fcccbd7135104bf9a4a2e595a988d089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60262d8e-7b", "ovs_interfaceid": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.507926] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.540147] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831233, 'name': Rename_Task, 'duration_secs': 0.212258} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.540373] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.540634] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a316d99-c743-4287-9755-e2fcf788d91a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.548055] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1046.548055] env[69942]: value = "task-3831235" [ 1046.548055] env[69942]: _type = "Task" [ 1046.548055] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.556855] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.574861] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.633617] env[69942]: DEBUG oslo_concurrency.lockutils [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.674373] env[69942]: DEBUG nova.scheduler.client.report [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.687556] env[69942]: INFO nova.compute.manager [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Took 48.18 seconds to build instance. [ 1046.694848] env[69942]: DEBUG oslo_vmware.api [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831234, 'name': PowerOffVM_Task, 'duration_secs': 0.338266} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.695163] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.695349] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.695603] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc6b99d-73f4-4b31-b223-7c96800eb43f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.760884] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.761335] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.761640] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Deleting the datastore file [datastore2] 2e12aac8-6181-4bbc-976c-53d5796a9b0d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.762040] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bc04f3e-8ff8-470f-a041-ef6647784189 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.771770] env[69942]: DEBUG oslo_vmware.api [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for the task: (returnval){ [ 1046.771770] env[69942]: value = "task-3831237" [ 1046.771770] env[69942]: _type = "Task" [ 1046.771770] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.780984] env[69942]: DEBUG oslo_vmware.api [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.003591] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Releasing lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.003996] env[69942]: DEBUG nova.compute.manager [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Instance network_info: |[{"id": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "address": "fa:16:3e:92:78:f7", "network": {"id": "c222853c-6c0d-4485-a3de-75dab7290a92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-3863920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fcccbd7135104bf9a4a2e595a988d089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60262d8e-7b", "ovs_interfaceid": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.004490] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:78:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60262d8e-7b3d-4b29-a81c-71f0cd632480', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.012209] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Creating folder: Project (fcccbd7135104bf9a4a2e595a988d089). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.013009] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4d22fef-9f63-4321-9bd5-ab9764ce465f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.020708] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.024156] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Created folder: Project (fcccbd7135104bf9a4a2e595a988d089) in parent group-v761487. [ 1047.024428] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Creating folder: Instances. Parent ref: group-v761679. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.024624] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a273bb6-7afd-40a8-9b60-0a2984f06ddb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.034423] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Created folder: Instances in parent group-v761679. [ 1047.034685] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.034881] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.035126] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04a8ea6c-4e89-4af6-96fd-6ce1c469bcb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.059635] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.060970] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.060970] env[69942]: value = "task-3831240" [ 1047.060970] env[69942]: _type = "Task" [ 1047.060970] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.069797] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831240, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.183848] env[69942]: DEBUG oslo_concurrency.lockutils [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.187593] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.027s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.190046] env[69942]: INFO nova.compute.claims [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.195038] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c6a64f5-d43c-4375-8cec-e031d5ee2504 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.696s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.213967] env[69942]: INFO nova.scheduler.client.report [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted allocations for instance ba83f67e-7a4e-44ab-9b42-b854368ed626 [ 1047.287023] env[69942]: DEBUG oslo_vmware.api [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Task: {'id': task-3831237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132166} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.287023] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.287023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.287023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.287023] env[69942]: INFO nova.compute.manager [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1047.287023] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.287023] env[69942]: DEBUG nova.compute.manager [-] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.287023] env[69942]: DEBUG nova.network.neutron [-] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.510144] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.561737] env[69942]: DEBUG oslo_vmware.api [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831235, 'name': PowerOnVM_Task, 'duration_secs': 0.645061} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.561989] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.562225] env[69942]: DEBUG nova.compute.manager [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.565926] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c67a213-b5e4-425d-aab9-c33977326b5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.580292] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831240, 'name': CreateVM_Task, 'duration_secs': 0.401103} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.581453] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.581727] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.581923] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.582554] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.582653] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f03961-52bf-40fe-867e-e1bfb3445a69 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.588812] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1047.588812] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52037003-5d91-ab42-ce6f-d024a356d008" [ 1047.588812] env[69942]: _type = "Task" [ 1047.588812] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.603522] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52037003-5d91-ab42-ce6f-d024a356d008, 'name': SearchDatastore_Task, 'duration_secs': 0.012181} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.603850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.604105] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.604351] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.604498] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.604676] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.604947] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a80bb396-67f1-4009-bc89-e28e0570f9aa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.615334] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.615483] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.616313] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84e3341-41c7-490b-9edb-4efff2a7142f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.623011] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1047.623011] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5292b777-2116-1369-6c03-717bc3d0f26f" [ 1047.623011] env[69942]: _type = "Task" [ 1047.623011] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.632745] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5292b777-2116-1369-6c03-717bc3d0f26f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.722959] env[69942]: DEBUG oslo_concurrency.lockutils [None req-298d6358-5113-489f-ac1b-e5f765be415f tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "ba83f67e-7a4e-44ab-9b42-b854368ed626" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.852s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.014135] env[69942]: DEBUG oslo_vmware.api [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831232, 'name': PowerOnVM_Task, 'duration_secs': 1.661872} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.014236] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.014433] env[69942]: INFO nova.compute.manager [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1048.015953] env[69942]: DEBUG nova.compute.manager [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.015953] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344532ce-d1ac-4017-bf9b-b21d892e525b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.031426] env[69942]: DEBUG nova.network.neutron [-] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.090908] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.134683] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5292b777-2116-1369-6c03-717bc3d0f26f, 'name': SearchDatastore_Task, 'duration_secs': 0.013934} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.139021] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f084a08f-edec-4e6c-b07b-b49585daf1d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.142388] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1048.142388] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b90f0-c867-d652-be77-248949d04b12" [ 1048.142388] env[69942]: _type = "Task" [ 1048.142388] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.151427] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b90f0-c867-d652-be77-248949d04b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.286539] env[69942]: DEBUG nova.compute.manager [req-1415aada-d9bf-4902-b16d-2e20c214b0a9 req-89bb811a-8562-46bd-a2ae-747bcafceaf3 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Received event network-changed-60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.286730] env[69942]: DEBUG nova.compute.manager [req-1415aada-d9bf-4902-b16d-2e20c214b0a9 req-89bb811a-8562-46bd-a2ae-747bcafceaf3 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Refreshing instance network info cache due to event network-changed-60262d8e-7b3d-4b29-a81c-71f0cd632480. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.286950] env[69942]: DEBUG oslo_concurrency.lockutils [req-1415aada-d9bf-4902-b16d-2e20c214b0a9 req-89bb811a-8562-46bd-a2ae-747bcafceaf3 service nova] Acquiring lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.287113] env[69942]: DEBUG oslo_concurrency.lockutils [req-1415aada-d9bf-4902-b16d-2e20c214b0a9 req-89bb811a-8562-46bd-a2ae-747bcafceaf3 service nova] Acquired lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.287274] env[69942]: DEBUG nova.network.neutron [req-1415aada-d9bf-4902-b16d-2e20c214b0a9 req-89bb811a-8562-46bd-a2ae-747bcafceaf3 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Refreshing network info cache for port 60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.536226] env[69942]: INFO nova.compute.manager [-] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Took 1.25 seconds to deallocate network for instance. [ 1048.541349] env[69942]: INFO nova.compute.manager [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Took 40.54 seconds to build instance. [ 1048.658363] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b90f0-c867-d652-be77-248949d04b12, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.662030] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.662030] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] d291e516-2977-4c3b-aff3-975e8aa648fe/d291e516-2977-4c3b-aff3-975e8aa648fe.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.662030] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86da2475-0464-480f-9abb-53bdf37bff1c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.670627] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1048.670627] env[69942]: value = "task-3831241" [ 1048.670627] env[69942]: _type = "Task" [ 1048.670627] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.683961] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.687199] env[69942]: DEBUG oslo_concurrency.lockutils [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.687464] env[69942]: DEBUG oslo_concurrency.lockutils [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.687788] env[69942]: DEBUG nova.objects.instance [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'flavor' on Instance uuid bd7c066b-9df9-4956-a1ea-0f0b802c3083 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.717912] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbab80a-1ba8-450c-b9cc-73a8b2782684 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.726644] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6966a18d-0165-4bd5-9dbc-1b85760cf793 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.763117] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e876a-4dc9-4d27-a24e-1be1347a703d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.771658] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287f12f3-3f00-4e44-a4a5-c630eec6df34 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.786425] env[69942]: DEBUG nova.compute.provider_tree [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.026309] env[69942]: DEBUG nova.network.neutron [req-1415aada-d9bf-4902-b16d-2e20c214b0a9 req-89bb811a-8562-46bd-a2ae-747bcafceaf3 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updated VIF entry in instance network info cache for port 60262d8e-7b3d-4b29-a81c-71f0cd632480. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.026309] env[69942]: DEBUG nova.network.neutron [req-1415aada-d9bf-4902-b16d-2e20c214b0a9 req-89bb811a-8562-46bd-a2ae-747bcafceaf3 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updating instance_info_cache with network_info: [{"id": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "address": "fa:16:3e:92:78:f7", "network": {"id": "c222853c-6c0d-4485-a3de-75dab7290a92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-3863920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fcccbd7135104bf9a4a2e595a988d089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60262d8e-7b", "ovs_interfaceid": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.048881] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e02f087-efb1-45ef-80d3-4527c725228a tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "28193666-5a9f-4572-97d2-fe569fc7afd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.378s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.049918] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.184618] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51421} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.184618] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] d291e516-2977-4c3b-aff3-975e8aa648fe/d291e516-2977-4c3b-aff3-975e8aa648fe.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.185200] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.185200] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c4cc527-a22c-4460-b0ec-6dca0c56d360 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.197331] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1049.197331] env[69942]: value = "task-3831242" [ 1049.197331] env[69942]: _type = "Task" [ 1049.197331] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.209264] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.290429] env[69942]: DEBUG nova.scheduler.client.report [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.296922] env[69942]: DEBUG nova.objects.instance [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'pci_requests' on Instance uuid bd7c066b-9df9-4956-a1ea-0f0b802c3083 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.529953] env[69942]: DEBUG oslo_concurrency.lockutils [req-1415aada-d9bf-4902-b16d-2e20c214b0a9 req-89bb811a-8562-46bd-a2ae-747bcafceaf3 service nova] Releasing lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.530198] env[69942]: DEBUG nova.compute.manager [req-1415aada-d9bf-4902-b16d-2e20c214b0a9 req-89bb811a-8562-46bd-a2ae-747bcafceaf3 service nova] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Received event network-vif-deleted-9093f260-e17f-4024-8ca1-8a3f7b506dd6 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.611989] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.612321] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.612574] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.612792] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.613043] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.615349] env[69942]: INFO nova.compute.manager [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Terminating instance [ 1049.709752] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161753} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.710060] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.711010] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c64b43b-8791-4da1-a880-9b19d4fd12bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.738044] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d291e516-2977-4c3b-aff3-975e8aa648fe/d291e516-2977-4c3b-aff3-975e8aa648fe.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.738295] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a0e73a-37bc-4b1e-ae16-1bbba1d5c1f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.760093] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1049.760093] env[69942]: value = "task-3831243" [ 1049.760093] env[69942]: _type = "Task" [ 1049.760093] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.769478] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.795931] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.796506] env[69942]: DEBUG nova.compute.manager [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.799374] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.769s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.801022] env[69942]: INFO nova.compute.claims [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.804734] env[69942]: DEBUG nova.objects.base [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.804970] env[69942]: DEBUG nova.network.neutron [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.845084] env[69942]: DEBUG nova.policy [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187b3d20c0e440f82734e725231857c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc436384d0b44bb8a68e0f0277a1eb87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.120160] env[69942]: DEBUG nova.compute.manager [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.120534] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.121386] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4471bca8-0ea5-44e3-bf62-2f081795eb3a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.129884] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.130230] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7e4e139-ba6e-426c-9fef-c15b6fc922f7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.136503] env[69942]: DEBUG nova.network.neutron [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Successfully created port: 95da8472-c64e-4ced-b4e4-90dcbeed43a4 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.141455] env[69942]: DEBUG oslo_vmware.api [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1050.141455] env[69942]: value = "task-3831244" [ 1050.141455] env[69942]: _type = "Task" [ 1050.141455] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.154276] env[69942]: DEBUG oslo_vmware.api [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.271292] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831243, 'name': ReconfigVM_Task, 'duration_secs': 0.316045} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.271644] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d291e516-2977-4c3b-aff3-975e8aa648fe/d291e516-2977-4c3b-aff3-975e8aa648fe.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.272435] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eec9867-a5a4-48ff-9546-4fe018502e36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.281088] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1050.281088] env[69942]: value = "task-3831245" [ 1050.281088] env[69942]: _type = "Task" [ 1050.281088] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.296620] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831245, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.313798] env[69942]: DEBUG nova.compute.utils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.315654] env[69942]: DEBUG nova.compute.manager [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.316477] env[69942]: DEBUG nova.network.neutron [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.397349] env[69942]: DEBUG nova.policy [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a02241a09fc54c12b13eb32cfe89086a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ba0e7b77af4dec8a5d7f7ffad2cffa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.635624] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.635873] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.653748] env[69942]: DEBUG oslo_vmware.api [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831244, 'name': PowerOffVM_Task, 'duration_secs': 0.30095} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.654046] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.654260] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.654537] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f6b4fc5-4702-4145-a969-56b8b8f927d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.760200] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.760713] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.763020] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleting the datastore file [datastore2] 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.763020] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-117a7810-a18a-42c4-ab19-7f11c7f3154a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.775102] env[69942]: DEBUG oslo_vmware.api [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1050.775102] env[69942]: value = "task-3831247" [ 1050.775102] env[69942]: _type = "Task" [ 1050.775102] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.792383] env[69942]: DEBUG oslo_vmware.api [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.796251] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831245, 'name': Rename_Task, 'duration_secs': 0.171849} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.796533] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.796795] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-133aa5cc-59ea-49a6-8add-9aed13b5ff5c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.805622] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1050.805622] env[69942]: value = "task-3831248" [ 1050.805622] env[69942]: _type = "Task" [ 1050.805622] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.811662] env[69942]: DEBUG nova.network.neutron [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Successfully created port: 7bd4712d-19d4-4f8f-ac89-ffffb95b094d {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.819727] env[69942]: DEBUG nova.compute.manager [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.828314] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831248, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.023017] env[69942]: DEBUG nova.compute.manager [req-2ba47a4b-21f5-4810-955c-e75eda1df30b req-7d0768a5-b810-4f06-81dc-bd127e0d0c1b service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Received event network-changed-ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.023608] env[69942]: DEBUG nova.compute.manager [req-2ba47a4b-21f5-4810-955c-e75eda1df30b req-7d0768a5-b810-4f06-81dc-bd127e0d0c1b service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Refreshing instance network info cache due to event network-changed-ddaf0369-e1f0-4d11-9b2c-79433a0d109f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.024169] env[69942]: DEBUG oslo_concurrency.lockutils [req-2ba47a4b-21f5-4810-955c-e75eda1df30b req-7d0768a5-b810-4f06-81dc-bd127e0d0c1b service nova] Acquiring lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.024782] env[69942]: DEBUG oslo_concurrency.lockutils [req-2ba47a4b-21f5-4810-955c-e75eda1df30b req-7d0768a5-b810-4f06-81dc-bd127e0d0c1b service nova] Acquired lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.025181] env[69942]: DEBUG nova.network.neutron [req-2ba47a4b-21f5-4810-955c-e75eda1df30b req-7d0768a5-b810-4f06-81dc-bd127e0d0c1b service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Refreshing network info cache for port ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.141053] env[69942]: DEBUG nova.compute.manager [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.245746] env[69942]: INFO nova.compute.manager [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Rebuilding instance [ 1051.299544] env[69942]: DEBUG oslo_vmware.api [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185858} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.300009] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.300330] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.300636] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.300936] env[69942]: INFO nova.compute.manager [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1051.301418] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.305454] env[69942]: DEBUG nova.compute.manager [-] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.305629] env[69942]: DEBUG nova.network.neutron [-] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.315937] env[69942]: DEBUG nova.compute.manager [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.323052] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ab343f-bdc7-42e9-93b5-ad61d4e4d095 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.346147] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831248, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.428988] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787405ae-8e51-4cd5-b56c-496506f313af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.437179] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234f0251-16f9-45cd-a87f-1990934828b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.473610] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d536e0e4-eaa5-45aa-9a4f-da422f64369d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.482205] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358fe47a-8e20-403b-ad36-010b1f6b7671 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.498594] env[69942]: DEBUG nova.compute.provider_tree [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.670568] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.825797] env[69942]: DEBUG oslo_vmware.api [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831248, 'name': PowerOnVM_Task, 'duration_secs': 0.563531} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.826111] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.826371] env[69942]: INFO nova.compute.manager [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1051.826559] env[69942]: DEBUG nova.compute.manager [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.827444] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c716b4-6ffe-4f69-bee5-65093fc406d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.842231] env[69942]: DEBUG nova.compute.manager [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.855038] env[69942]: DEBUG nova.network.neutron [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Successfully updated port: 95da8472-c64e-4ced-b4e4-90dcbeed43a4 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.871360] env[69942]: DEBUG nova.network.neutron [req-2ba47a4b-21f5-4810-955c-e75eda1df30b req-7d0768a5-b810-4f06-81dc-bd127e0d0c1b service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updated VIF entry in instance network info cache for port ddaf0369-e1f0-4d11-9b2c-79433a0d109f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.871473] env[69942]: DEBUG nova.network.neutron [req-2ba47a4b-21f5-4810-955c-e75eda1df30b req-7d0768a5-b810-4f06-81dc-bd127e0d0c1b service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updating instance_info_cache with network_info: [{"id": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "address": "fa:16:3e:c4:3e:b1", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf0369-e1", "ovs_interfaceid": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.888958] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.890379] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.890379] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.890379] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.890530] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.890894] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.890986] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.891773] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.891773] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.891773] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.891773] env[69942]: DEBUG nova.virt.hardware [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.892864] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294adc93-a10a-453f-b6b6-3540fccf1dba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.903804] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ccdbb1-237d-41ff-babd-a05d8b59d0a6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.001941] env[69942]: DEBUG nova.scheduler.client.report [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.209795] env[69942]: DEBUG nova.network.neutron [-] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.353251] env[69942]: INFO nova.compute.manager [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Took 40.41 seconds to build instance. [ 1052.359964] env[69942]: DEBUG oslo_concurrency.lockutils [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.361101] env[69942]: DEBUG oslo_concurrency.lockutils [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.364074] env[69942]: DEBUG nova.network.neutron [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.364074] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.364074] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca734d8-d70d-47b6-8069-a29431fab7c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.375358] env[69942]: DEBUG oslo_concurrency.lockutils [req-2ba47a4b-21f5-4810-955c-e75eda1df30b req-7d0768a5-b810-4f06-81dc-bd127e0d0c1b service nova] Releasing lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.377208] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1052.377208] env[69942]: value = "task-3831249" [ 1052.377208] env[69942]: _type = "Task" [ 1052.377208] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.389344] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.510021] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.510021] env[69942]: DEBUG nova.compute.manager [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.511359] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.112s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.511765] env[69942]: DEBUG nova.objects.instance [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lazy-loading 'resources' on Instance uuid 2de2aaa0-ef92-421d-9590-21e298c6f0bf {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.622517] env[69942]: DEBUG nova.network.neutron [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Successfully updated port: 7bd4712d-19d4-4f8f-ac89-ffffb95b094d {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.703376] env[69942]: DEBUG nova.compute.manager [req-c28405b9-2328-4884-9b90-6f44bb4de105 req-734d2ac8-3d33-430d-84b2-1f8c28589e89 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Received event network-vif-plugged-7bd4712d-19d4-4f8f-ac89-ffffb95b094d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.703592] env[69942]: DEBUG oslo_concurrency.lockutils [req-c28405b9-2328-4884-9b90-6f44bb4de105 req-734d2ac8-3d33-430d-84b2-1f8c28589e89 service nova] Acquiring lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.703800] env[69942]: DEBUG oslo_concurrency.lockutils [req-c28405b9-2328-4884-9b90-6f44bb4de105 req-734d2ac8-3d33-430d-84b2-1f8c28589e89 service nova] Lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.703968] env[69942]: DEBUG oslo_concurrency.lockutils [req-c28405b9-2328-4884-9b90-6f44bb4de105 req-734d2ac8-3d33-430d-84b2-1f8c28589e89 service nova] Lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.704151] env[69942]: DEBUG nova.compute.manager [req-c28405b9-2328-4884-9b90-6f44bb4de105 req-734d2ac8-3d33-430d-84b2-1f8c28589e89 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] No waiting events found dispatching network-vif-plugged-7bd4712d-19d4-4f8f-ac89-ffffb95b094d {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.704348] env[69942]: WARNING nova.compute.manager [req-c28405b9-2328-4884-9b90-6f44bb4de105 req-734d2ac8-3d33-430d-84b2-1f8c28589e89 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Received unexpected event network-vif-plugged-7bd4712d-19d4-4f8f-ac89-ffffb95b094d for instance with vm_state building and task_state spawning. [ 1052.713853] env[69942]: INFO nova.compute.manager [-] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Took 1.41 seconds to deallocate network for instance. [ 1052.854625] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20483af1-d15a-4981-82cd-b36943198146 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lock "d291e516-2977-4c3b-aff3-975e8aa648fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.704s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.889719] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831249, 'name': PowerOffVM_Task, 'duration_secs': 0.252191} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.889992] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.890929] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.892028] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2f29f4-d0a7-4b65-9b08-1f562c1a1e7f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.899496] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.899797] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc025ebf-e5d4-447b-aa63-161f374c7275 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.907558] env[69942]: WARNING nova.network.neutron [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] 038444ad-d33b-464f-ab16-9885103a6ba9 already exists in list: networks containing: ['038444ad-d33b-464f-ab16-9885103a6ba9']. ignoring it [ 1052.929276] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.929408] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.930209] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Deleting the datastore file [datastore2] 28193666-5a9f-4572-97d2-fe569fc7afd3 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.930452] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-084e950c-bf6a-486e-bfbd-7e92f2e1081b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.938922] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1052.938922] env[69942]: value = "task-3831251" [ 1052.938922] env[69942]: _type = "Task" [ 1052.938922] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.947491] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.017963] env[69942]: DEBUG nova.compute.utils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.019555] env[69942]: DEBUG nova.compute.manager [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.019855] env[69942]: DEBUG nova.network.neutron [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.123731] env[69942]: DEBUG nova.policy [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '733dc007d21d45cc8b445b0fcc39b4b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a4d53b6fe84b02a43166c8642ce26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.127342] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "refresh_cache-11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.127342] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "refresh_cache-11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.127342] env[69942]: DEBUG nova.network.neutron [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.220536] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.348179] env[69942]: DEBUG nova.compute.manager [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received event network-vif-plugged-95da8472-c64e-4ced-b4e4-90dcbeed43a4 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.348457] env[69942]: DEBUG oslo_concurrency.lockutils [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] Acquiring lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.348671] env[69942]: DEBUG oslo_concurrency.lockutils [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.349184] env[69942]: DEBUG oslo_concurrency.lockutils [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.349184] env[69942]: DEBUG nova.compute.manager [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] No waiting events found dispatching network-vif-plugged-95da8472-c64e-4ced-b4e4-90dcbeed43a4 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.349321] env[69942]: WARNING nova.compute.manager [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received unexpected event network-vif-plugged-95da8472-c64e-4ced-b4e4-90dcbeed43a4 for instance with vm_state active and task_state None. [ 1053.349359] env[69942]: DEBUG nova.compute.manager [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Received event network-vif-deleted-a9c23d3b-94b9-4217-8ce3-b6bd9e36097a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.349527] env[69942]: DEBUG nova.compute.manager [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received event network-changed-95da8472-c64e-4ced-b4e4-90dcbeed43a4 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.349677] env[69942]: DEBUG nova.compute.manager [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Refreshing instance network info cache due to event network-changed-95da8472-c64e-4ced-b4e4-90dcbeed43a4. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.349838] env[69942]: DEBUG oslo_concurrency.lockutils [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] Acquiring lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.451575] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110717} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.451575] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.451838] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.451968] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.508134] env[69942]: DEBUG nova.network.neutron [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updating instance_info_cache with network_info: [{"id": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "address": "fa:16:3e:02:48:df", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8872f1e-d4", "ovs_interfaceid": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95da8472-c64e-4ced-b4e4-90dcbeed43a4", "address": "fa:16:3e:b9:08:22", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95da8472-c6", "ovs_interfaceid": "95da8472-c64e-4ced-b4e4-90dcbeed43a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.525314] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ddea9-b815-497c-9cf0-e02494867713 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.528873] env[69942]: DEBUG nova.compute.manager [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.539701] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c8ffaf-c64a-4ac0-b4c5-76c5828c6e53 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.573431] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dca6a3-09bc-4025-afa4-ac88d0e45095 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.584662] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504847d6-5415-49f7-94ef-35cd34dc8e46 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.602140] env[69942]: DEBUG nova.compute.provider_tree [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.681068] env[69942]: DEBUG nova.network.neutron [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.694642] env[69942]: DEBUG nova.network.neutron [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Successfully created port: f872e7ec-e03e-43c3-8292-0a8a1c806d55 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.979330] env[69942]: DEBUG nova.network.neutron [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Updating instance_info_cache with network_info: [{"id": "7bd4712d-19d4-4f8f-ac89-ffffb95b094d", "address": "fa:16:3e:8d:f2:6c", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd4712d-19", "ovs_interfaceid": "7bd4712d-19d4-4f8f-ac89-ffffb95b094d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.010913] env[69942]: DEBUG oslo_concurrency.lockutils [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.011794] env[69942]: DEBUG oslo_concurrency.lockutils [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.012051] env[69942]: DEBUG oslo_concurrency.lockutils [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.012309] env[69942]: DEBUG oslo_concurrency.lockutils [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] Acquired lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.012523] env[69942]: DEBUG nova.network.neutron [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Refreshing network info cache for port 95da8472-c64e-4ced-b4e4-90dcbeed43a4 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.015091] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7174d7-d9af-4033-b5af-9ad720f32fef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.038370] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.038691] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.038961] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.039210] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.039381] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.039581] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.039812] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.040069] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.040294] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.040409] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.040608] env[69942]: DEBUG nova.virt.hardware [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.047969] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Reconfiguring VM to attach interface {{(pid=69942) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1054.049033] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b01c58b-6b86-4cf9-99de-0f3a1fe9a8cf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.070421] env[69942]: DEBUG oslo_vmware.api [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1054.070421] env[69942]: value = "task-3831252" [ 1054.070421] env[69942]: _type = "Task" [ 1054.070421] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.081245] env[69942]: DEBUG oslo_vmware.api [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831252, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.105739] env[69942]: DEBUG nova.scheduler.client.report [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.187733] env[69942]: INFO nova.compute.manager [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Rescuing [ 1054.188053] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquiring lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.188276] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquired lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.188375] env[69942]: DEBUG nova.network.neutron [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.482014] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "refresh_cache-11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.482478] env[69942]: DEBUG nova.compute.manager [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Instance network_info: |[{"id": "7bd4712d-19d4-4f8f-ac89-ffffb95b094d", "address": "fa:16:3e:8d:f2:6c", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd4712d-19", "ovs_interfaceid": "7bd4712d-19d4-4f8f-ac89-ffffb95b094d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.483014] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:f2:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bd4712d-19d4-4f8f-ac89-ffffb95b094d', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.492715] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.492715] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.492715] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38ccfdcd-66d6-49ff-bff5-744324a4994e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.517355] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.517355] env[69942]: value = "task-3831253" [ 1054.517355] env[69942]: _type = "Task" [ 1054.517355] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.520028] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.520280] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.520451] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.520637] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.520788] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.520939] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.521172] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.521440] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.521687] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.521920] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.522186] env[69942]: DEBUG nova.virt.hardware [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.525623] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6a4264-2fde-4b74-b0a4-4aac4febe3ab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.542446] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c9f31-ed34-4684-90af-75cadabc0b1b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.546863] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831253, 'name': CreateVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.560019] env[69942]: DEBUG nova.compute.manager [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.562476] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.568346] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.569020] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.569279] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4911df91-210f-4765-b211-1448e43e7bf4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.593498] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.593498] env[69942]: value = "task-3831254" [ 1054.593498] env[69942]: _type = "Task" [ 1054.593498] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.597308] env[69942]: DEBUG oslo_vmware.api [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.599882] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.600181] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.600377] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.600578] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.600748] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.600914] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.601197] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.601382] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.601582] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.601755] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.601949] env[69942]: DEBUG nova.virt.hardware [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.606306] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f6ef93-5429-4bac-8c36-ab25d228134e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.612328] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.615318] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.403s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.615625] env[69942]: DEBUG nova.objects.instance [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lazy-loading 'resources' on Instance uuid 09d3d714-5c7b-4828-adf7-de368188a7db {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.621739] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831254, 'name': CreateVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.626709] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a0ec7c-689a-49fd-80c2-265bc129fc00 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.654373] env[69942]: INFO nova.scheduler.client.report [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleted allocations for instance 2de2aaa0-ef92-421d-9590-21e298c6f0bf [ 1054.889510] env[69942]: DEBUG nova.network.neutron [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updated VIF entry in instance network info cache for port 95da8472-c64e-4ced-b4e4-90dcbeed43a4. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.889917] env[69942]: DEBUG nova.network.neutron [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updating instance_info_cache with network_info: [{"id": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "address": "fa:16:3e:02:48:df", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8872f1e-d4", "ovs_interfaceid": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95da8472-c64e-4ced-b4e4-90dcbeed43a4", "address": "fa:16:3e:b9:08:22", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95da8472-c6", "ovs_interfaceid": "95da8472-c64e-4ced-b4e4-90dcbeed43a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.929890] env[69942]: DEBUG nova.network.neutron [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updating instance_info_cache with network_info: [{"id": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "address": "fa:16:3e:92:78:f7", "network": {"id": "c222853c-6c0d-4485-a3de-75dab7290a92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-3863920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fcccbd7135104bf9a4a2e595a988d089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60262d8e-7b", "ovs_interfaceid": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.034931] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831253, 'name': CreateVM_Task, 'duration_secs': 0.367917} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.035105] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.035817] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.035988] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.036333] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.036759] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec924ad-23b2-4eed-a407-ded7c63ecd2b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.042596] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1055.042596] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c674fc-78d2-66e5-674b-18d5a5959384" [ 1055.042596] env[69942]: _type = "Task" [ 1055.042596] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.052439] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c674fc-78d2-66e5-674b-18d5a5959384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.091620] env[69942]: DEBUG oslo_vmware.api [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831252, 'name': ReconfigVM_Task, 'duration_secs': 0.841055} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.092989] env[69942]: DEBUG oslo_concurrency.lockutils [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.092989] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Reconfigured VM to attach interface {{(pid=69942) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1055.106782] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831254, 'name': CreateVM_Task, 'duration_secs': 0.391684} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.107314] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.107789] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.167089] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20a6e01a-d9e9-4700-bfb9-3440e648349e tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2de2aaa0-ef92-421d-9590-21e298c6f0bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.262s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.174767] env[69942]: DEBUG nova.compute.manager [req-5d97edc1-5060-40e4-890b-963aa2ab9016 req-c52ed097-1a35-4772-b98c-07c183d51c20 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Received event network-changed-7bd4712d-19d4-4f8f-ac89-ffffb95b094d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.174936] env[69942]: DEBUG nova.compute.manager [req-5d97edc1-5060-40e4-890b-963aa2ab9016 req-c52ed097-1a35-4772-b98c-07c183d51c20 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Refreshing instance network info cache due to event network-changed-7bd4712d-19d4-4f8f-ac89-ffffb95b094d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.175338] env[69942]: DEBUG oslo_concurrency.lockutils [req-5d97edc1-5060-40e4-890b-963aa2ab9016 req-c52ed097-1a35-4772-b98c-07c183d51c20 service nova] Acquiring lock "refresh_cache-11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.175501] env[69942]: DEBUG oslo_concurrency.lockutils [req-5d97edc1-5060-40e4-890b-963aa2ab9016 req-c52ed097-1a35-4772-b98c-07c183d51c20 service nova] Acquired lock "refresh_cache-11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.175672] env[69942]: DEBUG nova.network.neutron [req-5d97edc1-5060-40e4-890b-963aa2ab9016 req-c52ed097-1a35-4772-b98c-07c183d51c20 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Refreshing network info cache for port 7bd4712d-19d4-4f8f-ac89-ffffb95b094d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.392710] env[69942]: DEBUG oslo_concurrency.lockutils [req-4e83ac40-76bb-49e8-a45b-846711b0c8a2 req-17b6fa17-59a5-4e5f-b891-ae69bc2224e9 service nova] Releasing lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.433232] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Releasing lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.558201] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c674fc-78d2-66e5-674b-18d5a5959384, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.563079] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.563079] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.563079] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.563079] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.563079] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.563079] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.563079] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.563079] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97d0d20b-9f37-45c2-b615-cf2755ea75d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.565660] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7610b4-2409-43a5-a3d3-5f9c986cae07 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.572179] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1055.572179] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52485d8c-77f6-9523-f496-c36524a120e0" [ 1055.572179] env[69942]: _type = "Task" [ 1055.572179] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.577163] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.577436] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.578481] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af3cd3c-97bf-43b6-b298-f196bca61a19 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.582362] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ea6a16-e448-4be8-b90f-273ce213ce6a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.589953] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52485d8c-77f6-9523-f496-c36524a120e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.590620] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.591082] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.591271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.592889] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1055.592889] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c763c8-71b6-97f3-d5e8-beb48376a5c4" [ 1055.592889] env[69942]: _type = "Task" [ 1055.592889] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.598716] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c3231f-30fe-4afb-85da-7cfac2bc20e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.603037] env[69942]: DEBUG oslo_concurrency.lockutils [None req-413ecfee-f292-4110-9c58-7d3279a7027c tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.915s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.610974] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c763c8-71b6-97f3-d5e8-beb48376a5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.638674] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f02c84-0728-4b7e-9e91-49c6be930ed6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.641648] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7092a7-ea76-4d5b-a077-3bec5eb6458c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.651259] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029a8566-1047-4c53-bf13-f6efb59298f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.655372] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1055.655372] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52672601-cc76-0fb0-3318-dd0cfcfcd83f" [ 1055.655372] env[69942]: _type = "Task" [ 1055.655372] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.669891] env[69942]: DEBUG nova.compute.provider_tree [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.679825] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52672601-cc76-0fb0-3318-dd0cfcfcd83f, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.680766] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.680992] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c/11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.681692] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.681892] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.682124] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3a3c606-c095-428d-b25e-79d6c31a2a1f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.684494] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3beb007a-199b-478e-9ad1-11d314dba1de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.693529] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1055.693529] env[69942]: value = "task-3831255" [ 1055.693529] env[69942]: _type = "Task" [ 1055.693529] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.698364] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.698557] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.699689] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-132da7eb-85b3-46ff-887c-d559e69e0c9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.705727] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.709421] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1055.709421] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289b339-2f1d-3d50-be49-886c0147f244" [ 1055.709421] env[69942]: _type = "Task" [ 1055.709421] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.719199] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289b339-2f1d-3d50-be49-886c0147f244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.886183] env[69942]: DEBUG nova.network.neutron [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Successfully updated port: f872e7ec-e03e-43c3-8292-0a8a1c806d55 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.910658] env[69942]: DEBUG nova.network.neutron [req-5d97edc1-5060-40e4-890b-963aa2ab9016 req-c52ed097-1a35-4772-b98c-07c183d51c20 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Updated VIF entry in instance network info cache for port 7bd4712d-19d4-4f8f-ac89-ffffb95b094d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.911047] env[69942]: DEBUG nova.network.neutron [req-5d97edc1-5060-40e4-890b-963aa2ab9016 req-c52ed097-1a35-4772-b98c-07c183d51c20 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Updating instance_info_cache with network_info: [{"id": "7bd4712d-19d4-4f8f-ac89-ffffb95b094d", "address": "fa:16:3e:8d:f2:6c", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd4712d-19", "ovs_interfaceid": "7bd4712d-19d4-4f8f-ac89-ffffb95b094d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.977668] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "2ef22cc8-aca3-4125-8844-15f55b67cd63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.977966] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2ef22cc8-aca3-4125-8844-15f55b67cd63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.978653] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "2ef22cc8-aca3-4125-8844-15f55b67cd63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.978932] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2ef22cc8-aca3-4125-8844-15f55b67cd63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.979515] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2ef22cc8-aca3-4125-8844-15f55b67cd63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.982654] env[69942]: INFO nova.compute.manager [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Terminating instance [ 1056.174503] env[69942]: DEBUG nova.scheduler.client.report [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.205353] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831255, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.220262] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289b339-2f1d-3d50-be49-886c0147f244, 'name': SearchDatastore_Task, 'duration_secs': 0.012562} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.221400] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02da063f-fab2-40ac-9c98-220725cf892c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.228831] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1056.228831] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52568106-ed74-7488-aaa4-eb76903c5fab" [ 1056.228831] env[69942]: _type = "Task" [ 1056.228831] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.237817] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52568106-ed74-7488-aaa4-eb76903c5fab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.391156] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "refresh_cache-52c462a2-9f53-46b9-a9e4-17bcd084f3d6" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.391370] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "refresh_cache-52c462a2-9f53-46b9-a9e4-17bcd084f3d6" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.391562] env[69942]: DEBUG nova.network.neutron [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.414034] env[69942]: DEBUG oslo_concurrency.lockutils [req-5d97edc1-5060-40e4-890b-963aa2ab9016 req-c52ed097-1a35-4772-b98c-07c183d51c20 service nova] Releasing lock "refresh_cache-11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.488295] env[69942]: DEBUG nova.compute.manager [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.488527] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.489428] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f4c6b4-6ce0-4f18-9756-33b002018eb7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.499538] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.499826] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d82357a-bfb4-4f76-b5d6-178f5d5e550a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.508458] env[69942]: DEBUG oslo_vmware.api [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 1056.508458] env[69942]: value = "task-3831256" [ 1056.508458] env[69942]: _type = "Task" [ 1056.508458] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.519738] env[69942]: DEBUG oslo_vmware.api [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.682728] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.685968] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.619s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.687151] env[69942]: INFO nova.compute.claims [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.705813] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513574} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.707108] env[69942]: INFO nova.scheduler.client.report [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Deleted allocations for instance 09d3d714-5c7b-4828-adf7-de368188a7db [ 1056.708411] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c/11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.708565] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.711593] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dac7a7ca-d19e-48eb-b862-5d073eeee2f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.721316] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1056.721316] env[69942]: value = "task-3831257" [ 1056.721316] env[69942]: _type = "Task" [ 1056.721316] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.733062] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.746725] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52568106-ed74-7488-aaa4-eb76903c5fab, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.748232] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.749322] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 28193666-5a9f-4572-97d2-fe569fc7afd3/28193666-5a9f-4572-97d2-fe569fc7afd3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.749322] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fd27775-0131-41f8-aabb-ac4f54034df8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.758540] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1056.758540] env[69942]: value = "task-3831258" [ 1056.758540] env[69942]: _type = "Task" [ 1056.758540] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.771087] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.927250] env[69942]: DEBUG nova.network.neutron [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.987500] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.987753] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dacce496-b9d3-4403-8889-77b7271a98ec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.997988] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1056.997988] env[69942]: value = "task-3831259" [ 1056.997988] env[69942]: _type = "Task" [ 1056.997988] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.009843] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.020485] env[69942]: DEBUG oslo_vmware.api [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831256, 'name': PowerOffVM_Task, 'duration_secs': 0.507568} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.020773] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.020942] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.021229] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f93e05e7-fdd7-45ac-9f4b-24397b738f3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.091672] env[69942]: DEBUG nova.network.neutron [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Updating instance_info_cache with network_info: [{"id": "f872e7ec-e03e-43c3-8292-0a8a1c806d55", "address": "fa:16:3e:20:12:5e", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf872e7ec-e0", "ovs_interfaceid": "f872e7ec-e03e-43c3-8292-0a8a1c806d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.100625] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.100999] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.101287] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleting the datastore file [datastore2] 2ef22cc8-aca3-4125-8844-15f55b67cd63 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.101653] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c66f9ec6-6e1b-4196-a8cf-97cd9d76170e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.112825] env[69942]: DEBUG oslo_vmware.api [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 1057.112825] env[69942]: value = "task-3831261" [ 1057.112825] env[69942]: _type = "Task" [ 1057.112825] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.125597] env[69942]: DEBUG oslo_vmware.api [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.218153] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9ca28915-b7f6-47b6-b871-c944aec23834 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "09d3d714-5c7b-4828-adf7-de368188a7db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.902s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.236265] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094878} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.236557] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.237397] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7136293d-66f5-488c-a33e-e493e1f47c62 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.267415] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c/11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.267828] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78920299-d915-476e-86a5-42a68112c11c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.293562] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.299988] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1057.299988] env[69942]: value = "task-3831262" [ 1057.299988] env[69942]: _type = "Task" [ 1057.299988] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.312535] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831262, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.356088] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-5094621d-c0e9-4483-957d-470687a3ce86" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.356431] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-5094621d-c0e9-4483-957d-470687a3ce86" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.356806] env[69942]: DEBUG nova.objects.instance [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'flavor' on Instance uuid bd7c066b-9df9-4956-a1ea-0f0b802c3083 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.446067] env[69942]: DEBUG nova.compute.manager [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Received event network-vif-plugged-f872e7ec-e03e-43c3-8292-0a8a1c806d55 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.446067] env[69942]: DEBUG oslo_concurrency.lockutils [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] Acquiring lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.446067] env[69942]: DEBUG oslo_concurrency.lockutils [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] Lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.446067] env[69942]: DEBUG oslo_concurrency.lockutils [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] Lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.446511] env[69942]: DEBUG nova.compute.manager [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] No waiting events found dispatching network-vif-plugged-f872e7ec-e03e-43c3-8292-0a8a1c806d55 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.446940] env[69942]: WARNING nova.compute.manager [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Received unexpected event network-vif-plugged-f872e7ec-e03e-43c3-8292-0a8a1c806d55 for instance with vm_state building and task_state spawning. [ 1057.447138] env[69942]: DEBUG nova.compute.manager [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Received event network-changed-f872e7ec-e03e-43c3-8292-0a8a1c806d55 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.447395] env[69942]: DEBUG nova.compute.manager [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Refreshing instance network info cache due to event network-changed-f872e7ec-e03e-43c3-8292-0a8a1c806d55. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.447633] env[69942]: DEBUG oslo_concurrency.lockutils [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] Acquiring lock "refresh_cache-52c462a2-9f53-46b9-a9e4-17bcd084f3d6" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.508186] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.595209] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "refresh_cache-52c462a2-9f53-46b9-a9e4-17bcd084f3d6" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.596755] env[69942]: DEBUG nova.compute.manager [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Instance network_info: |[{"id": "f872e7ec-e03e-43c3-8292-0a8a1c806d55", "address": "fa:16:3e:20:12:5e", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf872e7ec-e0", "ovs_interfaceid": "f872e7ec-e03e-43c3-8292-0a8a1c806d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.596755] env[69942]: DEBUG oslo_concurrency.lockutils [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] Acquired lock "refresh_cache-52c462a2-9f53-46b9-a9e4-17bcd084f3d6" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.596755] env[69942]: DEBUG nova.network.neutron [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Refreshing network info cache for port f872e7ec-e03e-43c3-8292-0a8a1c806d55 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.597917] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:12:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f872e7ec-e03e-43c3-8292-0a8a1c806d55', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.606195] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Creating folder: Project (d5a4d53b6fe84b02a43166c8642ce26b). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.609359] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2fa4faa-78ad-4294-b177-0af84ac1d437 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.623490] env[69942]: DEBUG oslo_vmware.api [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342455} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.624994] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.624994] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.625170] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.625776] env[69942]: INFO nova.compute.manager [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1057.625776] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.625776] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Created folder: Project (d5a4d53b6fe84b02a43166c8642ce26b) in parent group-v761487. [ 1057.625954] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Creating folder: Instances. Parent ref: group-v761684. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.626139] env[69942]: DEBUG nova.compute.manager [-] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.626287] env[69942]: DEBUG nova.network.neutron [-] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.627922] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0594843-beff-4b3d-91b4-a9e66344ce42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.638387] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Created folder: Instances in parent group-v761684. [ 1057.638635] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.638858] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.641251] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b2b9f6b-c1b5-40e6-a81e-24a344b896cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.662155] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.662155] env[69942]: value = "task-3831265" [ 1057.662155] env[69942]: _type = "Task" [ 1057.662155] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.670271] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831265, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.783404] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610468} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.783700] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 28193666-5a9f-4572-97d2-fe569fc7afd3/28193666-5a9f-4572-97d2-fe569fc7afd3.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.783984] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.786410] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9086e97-2096-426c-a6de-f7f2d873638a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.793695] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1057.793695] env[69942]: value = "task-3831266" [ 1057.793695] env[69942]: _type = "Task" [ 1057.793695] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.807576] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.816782] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.899732] env[69942]: DEBUG nova.network.neutron [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Updated VIF entry in instance network info cache for port f872e7ec-e03e-43c3-8292-0a8a1c806d55. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.899841] env[69942]: DEBUG nova.network.neutron [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Updating instance_info_cache with network_info: [{"id": "f872e7ec-e03e-43c3-8292-0a8a1c806d55", "address": "fa:16:3e:20:12:5e", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf872e7ec-e0", "ovs_interfaceid": "f872e7ec-e03e-43c3-8292-0a8a1c806d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.011597] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.068339] env[69942]: DEBUG nova.objects.instance [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'pci_requests' on Instance uuid bd7c066b-9df9-4956-a1ea-0f0b802c3083 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.177515] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831265, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.195082] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad80ad9-734b-4e26-ae38-9026a46a790e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.204170] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de3e8a5-61f1-4022-beb5-bf95ddca5311 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.237904] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ab7e94-beb3-4043-b91b-d236a320d78a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.247619] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe10379-e697-44ff-abe1-11fa2266d19f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.262551] env[69942]: DEBUG nova.compute.provider_tree [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.305213] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.316214] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.403750] env[69942]: DEBUG oslo_concurrency.lockutils [req-fafc55a4-0579-42cb-97c8-facffe69d62d req-960edf4d-7507-4dcd-9ebc-b4229d808f41 service nova] Releasing lock "refresh_cache-52c462a2-9f53-46b9-a9e4-17bcd084f3d6" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.510647] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831259, 'name': PowerOffVM_Task, 'duration_secs': 1.339598} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.511148] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.511838] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346cd427-6e27-40b6-a38f-6f9b6e0024e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.532687] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80262b1a-963e-49a1-9110-aad8a53801b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.541114] env[69942]: DEBUG nova.network.neutron [-] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.571481] env[69942]: DEBUG nova.objects.base [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.571591] env[69942]: DEBUG nova.network.neutron [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.587198] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.587845] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7888182d-de9f-4a7f-a6c6-4380e55fbc93 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.595116] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1058.595116] env[69942]: value = "task-3831267" [ 1058.595116] env[69942]: _type = "Task" [ 1058.595116] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.606117] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.663344] env[69942]: DEBUG nova.policy [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187b3d20c0e440f82734e725231857c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc436384d0b44bb8a68e0f0277a1eb87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.675504] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831265, 'name': CreateVM_Task, 'duration_secs': 0.769069} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.675586] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.676467] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.676686] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.677103] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.679232] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62cfb6a1-0652-4d65-89f4-4c5a527e27da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.686028] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1058.686028] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c19e0f-ad92-8fbc-6283-b37925215501" [ 1058.686028] env[69942]: _type = "Task" [ 1058.686028] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.694658] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c19e0f-ad92-8fbc-6283-b37925215501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.765345] env[69942]: DEBUG nova.scheduler.client.report [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.805976] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.791225} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.809573] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.811814] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25edb1d-ca8e-41bf-ab25-cf586b217bcf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.820880] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831262, 'name': ReconfigVM_Task, 'duration_secs': 1.195214} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.828133] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c/11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.838195] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 28193666-5a9f-4572-97d2-fe569fc7afd3/28193666-5a9f-4572-97d2-fe569fc7afd3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.838493] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3cf1fb9-2ba8-4531-b710-a265fb240d36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.843024] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd58b34-fd1b-47d2-b280-1afede296312 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.861510] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1058.861510] env[69942]: value = "task-3831268" [ 1058.861510] env[69942]: _type = "Task" [ 1058.861510] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.863035] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1058.863035] env[69942]: value = "task-3831269" [ 1058.863035] env[69942]: _type = "Task" [ 1058.863035] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.874602] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831269, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.877936] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831268, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.047028] env[69942]: INFO nova.compute.manager [-] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Took 1.42 seconds to deallocate network for instance. [ 1059.107309] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1059.107609] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.107888] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.108061] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.108251] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.108529] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f0a13ac-d750-4b07-bd36-b78414774425 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.118495] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.118680] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.119596] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb03e40-bcb9-497d-9809-aa6bbb06ffa8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.126283] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1059.126283] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5222adc3-30ce-9e49-0d1a-5da67dc29c88" [ 1059.126283] env[69942]: _type = "Task" [ 1059.126283] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.136047] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5222adc3-30ce-9e49-0d1a-5da67dc29c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.198098] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c19e0f-ad92-8fbc-6283-b37925215501, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.198445] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.198684] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.198993] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.270569] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.271106] env[69942]: DEBUG nova.compute.manager [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.274059] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.608s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.275355] env[69942]: INFO nova.compute.claims [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.376470] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831268, 'name': Rename_Task, 'duration_secs': 0.162245} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.379613] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.380268] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831269, 'name': ReconfigVM_Task, 'duration_secs': 0.350266} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.380482] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-274e6d2f-70d1-47d1-adf4-6d749002d1db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.382172] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 28193666-5a9f-4572-97d2-fe569fc7afd3/28193666-5a9f-4572-97d2-fe569fc7afd3.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.382800] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f15f18f-c7fd-45a7-ae9d-44da2033f231 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.391159] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1059.391159] env[69942]: value = "task-3831271" [ 1059.391159] env[69942]: _type = "Task" [ 1059.391159] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.392981] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1059.392981] env[69942]: value = "task-3831270" [ 1059.392981] env[69942]: _type = "Task" [ 1059.392981] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.406043] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831271, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.408444] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.554226] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.639186] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5222adc3-30ce-9e49-0d1a-5da67dc29c88, 'name': SearchDatastore_Task, 'duration_secs': 0.010888} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.639623] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd7be3f-571d-4449-bceb-e6070394bcba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.645392] env[69942]: DEBUG nova.compute.manager [req-a0958625-5119-4994-8191-28d359e46590 req-cf29cb3b-b82f-400d-9f3b-129171c99c1c service nova] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Received event network-vif-deleted-be840a1e-e314-4b70-81d0-0a748d9c9b8a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.651208] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1059.651208] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c44db-dea3-ee6b-0751-284d368433cc" [ 1059.651208] env[69942]: _type = "Task" [ 1059.651208] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.661293] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c44db-dea3-ee6b-0751-284d368433cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.783956] env[69942]: DEBUG nova.compute.utils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.785468] env[69942]: DEBUG nova.compute.manager [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.785468] env[69942]: DEBUG nova.network.neutron [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.922344] env[69942]: DEBUG nova.policy [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e462f87437ee4ed69ed26d21af588e48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7527d75c7e9245ea816ea15783f48758', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.922344] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.927191] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831271, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.162623] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c44db-dea3-ee6b-0751-284d368433cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.162916] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.163341] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] d291e516-2977-4c3b-aff3-975e8aa648fe/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. {{(pid=69942) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1060.163702] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.163850] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.164087] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d9e173f-fcfa-42da-b28a-8511f0961398 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.166322] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e207f3c6-de51-45a9-9d8f-93fb67400efc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.174031] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1060.174031] env[69942]: value = "task-3831272" [ 1060.174031] env[69942]: _type = "Task" [ 1060.174031] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.178278] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.178486] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.179574] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e22300f-2869-4a5b-84c9-75688ae61702 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.185040] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.188408] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1060.188408] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e6b7bd-9c42-73de-2659-ef5d3432d10e" [ 1060.188408] env[69942]: _type = "Task" [ 1060.188408] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.195894] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e6b7bd-9c42-73de-2659-ef5d3432d10e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.293622] env[69942]: DEBUG nova.compute.manager [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.412734] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831271, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.419158] env[69942]: DEBUG oslo_vmware.api [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831270, 'name': PowerOnVM_Task, 'duration_secs': 0.627899} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.422130] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.422365] env[69942]: INFO nova.compute.manager [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1060.422543] env[69942]: DEBUG nova.compute.manager [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.423747] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb500dc-4c73-4313-9627-c84b10639e56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.498545] env[69942]: DEBUG nova.network.neutron [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Successfully created port: ce54ca20-d148-45cc-82ee-62de56fc8b20 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.636502] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.636775] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.684872] env[69942]: DEBUG nova.network.neutron [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Successfully updated port: 5094621d-c0e9-4483-957d-470687a3ce86 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.698147] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831272, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.708654] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e6b7bd-9c42-73de-2659-ef5d3432d10e, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.709604] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564cd38e-4894-4e46-b3a8-b427f6156323 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.717223] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1060.717223] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a6d8fa-b830-77df-ccf9-2c469241f3b5" [ 1060.717223] env[69942]: _type = "Task" [ 1060.717223] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.728200] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a6d8fa-b830-77df-ccf9-2c469241f3b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.839015] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90464ee-147d-44e1-946a-563b9221a022 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.848404] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ce05e4-0c48-42a6-ab9f-3e9d4be57d7e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.885911] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d9e89e-f022-48ca-9536-0104537f0b87 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.893979] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae6d21-e2ee-46ed-bd95-4c1774dbc749 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.911174] env[69942]: DEBUG nova.compute.provider_tree [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.915863] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831271, 'name': Rename_Task, 'duration_secs': 1.186547} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.916392] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.916649] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70274662-10bd-4408-a3e0-12060908955b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.923468] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1060.923468] env[69942]: value = "task-3831273" [ 1060.923468] env[69942]: _type = "Task" [ 1060.923468] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.932647] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.947421] env[69942]: INFO nova.compute.manager [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Took 39.81 seconds to build instance. [ 1061.139678] env[69942]: DEBUG nova.compute.utils [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.185735] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831272, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.187438] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.187688] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.187928] env[69942]: DEBUG nova.network.neutron [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.229308] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a6d8fa-b830-77df-ccf9-2c469241f3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.229598] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.229898] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 52c462a2-9f53-46b9-a9e4-17bcd084f3d6/52c462a2-9f53-46b9-a9e4-17bcd084f3d6.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.230189] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8f764a5-d33a-4697-8b22-ad3b751bfb4d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.238151] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1061.238151] env[69942]: value = "task-3831274" [ 1061.238151] env[69942]: _type = "Task" [ 1061.238151] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.246816] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.307043] env[69942]: DEBUG nova.compute.manager [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.337567] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.337811] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.337969] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.338162] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.338307] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.338454] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.338662] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.338814] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.338981] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.339165] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.339374] env[69942]: DEBUG nova.virt.hardware [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.340450] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bbff99-b160-4448-ba4c-9220413a3c7d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.349606] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371dd050-1e1d-4cbb-80d1-4d23e2f12abf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.418111] env[69942]: DEBUG nova.scheduler.client.report [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.434700] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.450770] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7932a7c0-7ed1-4827-9e8c-503c02fd2d03 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.467s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.643692] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.685812] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831272, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.732882] env[69942]: WARNING nova.network.neutron [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] 038444ad-d33b-464f-ab16-9885103a6ba9 already exists in list: networks containing: ['038444ad-d33b-464f-ab16-9885103a6ba9']. ignoring it [ 1061.733182] env[69942]: WARNING nova.network.neutron [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] 038444ad-d33b-464f-ab16-9885103a6ba9 already exists in list: networks containing: ['038444ad-d33b-464f-ab16-9885103a6ba9']. ignoring it [ 1061.749688] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.930344] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.930988] env[69942]: DEBUG nova.compute.manager [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.933862] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.376s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.944108] env[69942]: DEBUG oslo_vmware.api [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831273, 'name': PowerOnVM_Task, 'duration_secs': 0.917993} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.944532] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.944903] env[69942]: DEBUG nova.compute.manager [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.945805] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60da27fa-aff1-457f-99cf-bb58542afde2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.186793] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831272, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.537581} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.187099] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] d291e516-2977-4c3b-aff3-975e8aa648fe/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. [ 1062.187953] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f379cc-f5ba-475a-917b-55df9f9e2c09 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.216894] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d291e516-2977-4c3b-aff3-975e8aa648fe/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.218623] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be418227-a21e-40d6-bba7-58b64d4bd8fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.245354] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1062.245354] env[69942]: value = "task-3831275" [ 1062.245354] env[69942]: _type = "Task" [ 1062.245354] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.252961] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914673} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.253699] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 52c462a2-9f53-46b9-a9e4-17bcd084f3d6/52c462a2-9f53-46b9-a9e4-17bcd084f3d6.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.253981] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.254542] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e348310-7947-42c3-a59a-3d2d52d5c59c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.260517] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831275, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.265946] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1062.265946] env[69942]: value = "task-3831276" [ 1062.265946] env[69942]: _type = "Task" [ 1062.265946] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.279142] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.323149] env[69942]: DEBUG nova.network.neutron [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Successfully updated port: ce54ca20-d148-45cc-82ee-62de56fc8b20 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.438532] env[69942]: DEBUG nova.network.neutron [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updating instance_info_cache with network_info: [{"id": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "address": "fa:16:3e:02:48:df", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8872f1e-d4", "ovs_interfaceid": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95da8472-c64e-4ced-b4e4-90dcbeed43a4", "address": "fa:16:3e:b9:08:22", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95da8472-c6", "ovs_interfaceid": "95da8472-c64e-4ced-b4e4-90dcbeed43a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5094621d-c0e9-4483-957d-470687a3ce86", "address": "fa:16:3e:24:50:63", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5094621d-c0", "ovs_interfaceid": "5094621d-c0e9-4483-957d-470687a3ce86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.442597] env[69942]: INFO nova.compute.claims [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.447422] env[69942]: DEBUG nova.compute.utils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.449298] env[69942]: DEBUG nova.compute.manager [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Not allocating networking since 'none' was specified. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1062.465296] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.736402] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.736692] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.736970] env[69942]: INFO nova.compute.manager [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Attaching volume 692bad15-baf8-4ab3-aedc-7040d41d5fef to /dev/sdb [ 1062.756770] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.773423] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4881b1-68d4-4729-9a26-978730ef9506 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.779846] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15679} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.780564] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.781456] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dbdc97-0e87-4a2d-9540-7e790f4a1abd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.787064] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3328254-7329-463a-8dc1-c37010fe7ab9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.807896] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 52c462a2-9f53-46b9-a9e4-17bcd084f3d6/52c462a2-9f53-46b9-a9e4-17bcd084f3d6.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.808839] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d7c6cd-5293-45c7-87a8-1e37218afadf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.828610] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "refresh_cache-29e1e27f-54fb-4f78-ba3c-42a86051dd14" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.828783] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "refresh_cache-29e1e27f-54fb-4f78-ba3c-42a86051dd14" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.828933] env[69942]: DEBUG nova.network.neutron [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.830212] env[69942]: DEBUG nova.virt.block_device [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Updating existing volume attachment record: 2db22c5f-d2d9-42c6-bccb-a644b35d43c4 {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1062.839662] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1062.839662] env[69942]: value = "task-3831277" [ 1062.839662] env[69942]: _type = "Task" [ 1062.839662] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.850807] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.949058] env[69942]: INFO nova.compute.resource_tracker [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating resource usage from migration e850436b-7df0-410b-bc46-fc1d9d00a5aa [ 1062.952606] env[69942]: DEBUG nova.compute.manager [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.957906] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.957906] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.957906] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.958614] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d003338-488f-4b4b-8c01-bdcc22373c21 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.979896] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.980287] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.983663] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.983663] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.983663] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.983663] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.983663] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.983663] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.983663] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.983663] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.983663] env[69942]: DEBUG nova.virt.hardware [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.989087] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Reconfiguring VM to attach interface {{(pid=69942) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1062.992187] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75fcf813-1bbe-42c3-b544-a5e35a2059c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.014295] env[69942]: DEBUG oslo_vmware.api [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1063.014295] env[69942]: value = "task-3831279" [ 1063.014295] env[69942]: _type = "Task" [ 1063.014295] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.029146] env[69942]: DEBUG oslo_vmware.api [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831279, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.259958] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831275, 'name': ReconfigVM_Task, 'duration_secs': 0.599108} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.260398] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d291e516-2977-4c3b-aff3-975e8aa648fe/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.261198] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ccb545-a242-4b84-920d-853082c06174 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.291406] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b15b0c-05cb-4529-acae-8859c17b2ecd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.309268] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1063.309268] env[69942]: value = "task-3831281" [ 1063.309268] env[69942]: _type = "Task" [ 1063.309268] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.318643] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.351290] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.368975] env[69942]: DEBUG nova.network.neutron [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.497952] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f632978-22ce-485c-a95b-c53a8f71e6bc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.509103] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72934bbc-63ee-4167-96b3-e033334a5c1f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.558130] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffc1aa8-4b7b-47e2-9e83-ce8cca258a9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.562289] env[69942]: DEBUG nova.compute.manager [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received event network-vif-plugged-5094621d-c0e9-4483-957d-470687a3ce86 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.562592] env[69942]: DEBUG oslo_concurrency.lockutils [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] Acquiring lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.562890] env[69942]: DEBUG oslo_concurrency.lockutils [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.563181] env[69942]: DEBUG oslo_concurrency.lockutils [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.563425] env[69942]: DEBUG nova.compute.manager [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] No waiting events found dispatching network-vif-plugged-5094621d-c0e9-4483-957d-470687a3ce86 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.563659] env[69942]: WARNING nova.compute.manager [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received unexpected event network-vif-plugged-5094621d-c0e9-4483-957d-470687a3ce86 for instance with vm_state active and task_state None. [ 1063.563886] env[69942]: DEBUG nova.compute.manager [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received event network-changed-5094621d-c0e9-4483-957d-470687a3ce86 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.564110] env[69942]: DEBUG nova.compute.manager [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Refreshing instance network info cache due to event network-changed-5094621d-c0e9-4483-957d-470687a3ce86. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.564402] env[69942]: DEBUG oslo_concurrency.lockutils [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] Acquiring lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.564591] env[69942]: DEBUG oslo_concurrency.lockutils [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] Acquired lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.564886] env[69942]: DEBUG nova.network.neutron [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Refreshing network info cache for port 5094621d-c0e9-4483-957d-470687a3ce86 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.576219] env[69942]: DEBUG oslo_vmware.api [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.581589] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8237c48a-2a0d-4f24-a3c2-81edca13c233 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.601558] env[69942]: DEBUG nova.compute.provider_tree [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.605137] env[69942]: DEBUG nova.network.neutron [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Updating instance_info_cache with network_info: [{"id": "ce54ca20-d148-45cc-82ee-62de56fc8b20", "address": "fa:16:3e:95:be:62", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce54ca20-d1", "ovs_interfaceid": "ce54ca20-d148-45cc-82ee-62de56fc8b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.733725] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "95641b2a-0128-4556-a056-d4bc3d05b4c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.733939] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "95641b2a-0128-4556-a056-d4bc3d05b4c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.734182] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "95641b2a-0128-4556-a056-d4bc3d05b4c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.734416] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "95641b2a-0128-4556-a056-d4bc3d05b4c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.734597] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "95641b2a-0128-4556-a056-d4bc3d05b4c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.737181] env[69942]: INFO nova.compute.manager [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Terminating instance [ 1063.821728] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831281, 'name': ReconfigVM_Task, 'duration_secs': 0.34116} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.822111] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.822416] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc89b165-8f02-4a2b-97eb-67173757f202 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.829121] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1063.829121] env[69942]: value = "task-3831283" [ 1063.829121] env[69942]: _type = "Task" [ 1063.829121] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.838477] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.851587] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831277, 'name': ReconfigVM_Task, 'duration_secs': 0.816494} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.851911] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 52c462a2-9f53-46b9-a9e4-17bcd084f3d6/52c462a2-9f53-46b9-a9e4-17bcd084f3d6.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.852648] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2deba5de-7982-47cf-a181-049e9573ff73 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.860303] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1063.860303] env[69942]: value = "task-3831284" [ 1063.860303] env[69942]: _type = "Task" [ 1063.860303] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.870501] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831284, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.967759] env[69942]: DEBUG nova.compute.manager [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.997205] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.997505] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.997727] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.997961] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.998157] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.998360] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.998623] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.998825] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.999037] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.999219] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.999391] env[69942]: DEBUG nova.virt.hardware [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.000380] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a413b40-a0d7-4d87-9572-81de74835f7b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.011832] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd20f7b1-1e3f-4377-8f08-af1444247dd0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.029341] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.035312] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Creating folder: Project (0a7f0fbaed924876ad5fac0d4d7a4472). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.036211] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e027dc39-0336-4fee-9444-b8f50209a7da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.042090] env[69942]: DEBUG oslo_vmware.api [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831279, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.051029] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Created folder: Project (0a7f0fbaed924876ad5fac0d4d7a4472) in parent group-v761487. [ 1064.051029] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Creating folder: Instances. Parent ref: group-v761689. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.051212] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d96b6bbb-cc7e-44c7-ae40-c6269adfbeca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.072835] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Created folder: Instances in parent group-v761689. [ 1064.073181] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.073443] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.073722] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26d75724-fa7c-4a16-82f0-ee1813b794b2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.093622] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.093622] env[69942]: value = "task-3831287" [ 1064.093622] env[69942]: _type = "Task" [ 1064.093622] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.102540] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831287, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.106052] env[69942]: DEBUG nova.scheduler.client.report [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.109539] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "refresh_cache-29e1e27f-54fb-4f78-ba3c-42a86051dd14" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.109860] env[69942]: DEBUG nova.compute.manager [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Instance network_info: |[{"id": "ce54ca20-d148-45cc-82ee-62de56fc8b20", "address": "fa:16:3e:95:be:62", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce54ca20-d1", "ovs_interfaceid": "ce54ca20-d148-45cc-82ee-62de56fc8b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.110225] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:be:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce54ca20-d148-45cc-82ee-62de56fc8b20', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.119077] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.122415] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.123161] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-037e25be-209f-44b3-accb-8b4a8afc6d25 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.147942] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.147942] env[69942]: value = "task-3831288" [ 1064.147942] env[69942]: _type = "Task" [ 1064.147942] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.164504] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831288, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.240969] env[69942]: DEBUG nova.compute.manager [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.241434] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.242707] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6ca659-9789-4d21-8613-bc258dafd405 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.251811] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.252137] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6d2312f-44d2-4b0e-8e41-ce2e370bcaf7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.260817] env[69942]: DEBUG oslo_vmware.api [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1064.260817] env[69942]: value = "task-3831289" [ 1064.260817] env[69942]: _type = "Task" [ 1064.260817] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.271381] env[69942]: DEBUG oslo_vmware.api [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.346056] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.372305] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831284, 'name': Rename_Task, 'duration_secs': 0.232672} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.373028] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.373028] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50807bb8-7319-4b97-93dc-7642df7204bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.386170] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1064.386170] env[69942]: value = "task-3831290" [ 1064.386170] env[69942]: _type = "Task" [ 1064.386170] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.399811] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.471022] env[69942]: DEBUG nova.network.neutron [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updated VIF entry in instance network info cache for port 5094621d-c0e9-4483-957d-470687a3ce86. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.471579] env[69942]: DEBUG nova.network.neutron [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updating instance_info_cache with network_info: [{"id": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "address": "fa:16:3e:02:48:df", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8872f1e-d4", "ovs_interfaceid": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95da8472-c64e-4ced-b4e4-90dcbeed43a4", "address": "fa:16:3e:b9:08:22", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95da8472-c6", "ovs_interfaceid": "95da8472-c64e-4ced-b4e4-90dcbeed43a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5094621d-c0e9-4483-957d-470687a3ce86", "address": "fa:16:3e:24:50:63", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5094621d-c0", "ovs_interfaceid": "5094621d-c0e9-4483-957d-470687a3ce86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.528958] env[69942]: DEBUG oslo_vmware.api [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831279, 'name': ReconfigVM_Task, 'duration_secs': 1.06923} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.530185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.530185] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Reconfigured VM to attach interface {{(pid=69942) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1064.608063] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831287, 'name': CreateVM_Task, 'duration_secs': 0.347642} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.608063] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.608431] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.608600] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.608933] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.609215] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57b1570-f18a-4b92-a648-5dbb0385ebbb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.615290] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1064.615290] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d219db-3c2d-665d-67b5-12872fdebcbf" [ 1064.615290] env[69942]: _type = "Task" [ 1064.615290] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.620860] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.687s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.621075] env[69942]: INFO nova.compute.manager [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Migrating [ 1064.631113] env[69942]: DEBUG oslo_concurrency.lockutils [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.605s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.631361] env[69942]: DEBUG nova.objects.instance [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lazy-loading 'resources' on Instance uuid eb988a47-059c-400d-a826-7edb15528943 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.632942] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d219db-3c2d-665d-67b5-12872fdebcbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.661903] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "28193666-5a9f-4572-97d2-fe569fc7afd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.662859] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "28193666-5a9f-4572-97d2-fe569fc7afd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.662859] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "28193666-5a9f-4572-97d2-fe569fc7afd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.663181] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "28193666-5a9f-4572-97d2-fe569fc7afd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.663458] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "28193666-5a9f-4572-97d2-fe569fc7afd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.665412] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831288, 'name': CreateVM_Task, 'duration_secs': 0.397388} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.665972] env[69942]: INFO nova.compute.manager [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Terminating instance [ 1064.667682] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.669093] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.771258] env[69942]: DEBUG oslo_vmware.api [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831289, 'name': PowerOffVM_Task, 'duration_secs': 0.293302} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.771575] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.771798] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.772275] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dde65f32-733c-421f-8f7c-3a0ad7aac07e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.838993] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.839246] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.839478] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Deleting the datastore file [datastore2] 95641b2a-0128-4556-a056-d4bc3d05b4c5 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.842865] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a5b6e98-902b-40f2-946f-ff8a7e648774 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.844756] env[69942]: DEBUG oslo_vmware.api [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831283, 'name': PowerOnVM_Task, 'duration_secs': 0.593316} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.845021] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.847980] env[69942]: DEBUG nova.compute.manager [None req-7f02f00b-9d73-43ef-8249-86be28c093b9 tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.848812] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b7f54c-c4f6-419f-b0e8-d1573b02b6a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.853040] env[69942]: DEBUG oslo_vmware.api [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for the task: (returnval){ [ 1064.853040] env[69942]: value = "task-3831292" [ 1064.853040] env[69942]: _type = "Task" [ 1064.853040] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.866282] env[69942]: DEBUG oslo_vmware.api [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.897291] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831290, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.974603] env[69942]: DEBUG oslo_concurrency.lockutils [req-f633aad0-39f9-4297-9adb-bf9d10423663 req-6eff5591-228d-4532-87a6-82e3317e9c1f service nova] Releasing lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.036238] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7b148532-ce55-4c42-b564-9926aee05b40 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-5094621d-c0e9-4483-957d-470687a3ce86" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.680s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.053981] env[69942]: DEBUG nova.compute.manager [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.056055] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1704803b-9aa1-499f-b868-78c4c691e7e5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.127024] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d219db-3c2d-665d-67b5-12872fdebcbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.127531] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.127900] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.128298] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.128556] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.128863] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.129380] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.129778] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.130129] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a034fc71-6650-4614-8079-5a322004acb3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.132881] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d544d917-bf09-4d99-a7b9-82df38b5a8be {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.141813] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.142049] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.142226] env[69942]: DEBUG nova.network.neutron [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.143563] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1065.143563] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5219b97e-0f2e-f5b8-3945-340d2d0fe53d" [ 1065.143563] env[69942]: _type = "Task" [ 1065.143563] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.149158] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.149158] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.150304] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5473555e-6c44-4a13-83fd-8172f62c04dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.159179] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5219b97e-0f2e-f5b8-3945-340d2d0fe53d, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.159887] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.160132] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.160345] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.166063] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1065.166063] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528f41ba-1125-1158-af1b-16e7b50dc2d2" [ 1065.166063] env[69942]: _type = "Task" [ 1065.166063] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.169904] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "refresh_cache-28193666-5a9f-4572-97d2-fe569fc7afd3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.170060] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquired lock "refresh_cache-28193666-5a9f-4572-97d2-fe569fc7afd3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.170246] env[69942]: DEBUG nova.network.neutron [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.174968] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528f41ba-1125-1158-af1b-16e7b50dc2d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.367883] env[69942]: DEBUG oslo_vmware.api [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Task: {'id': task-3831292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210411} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.370060] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.370060] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.370270] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.370429] env[69942]: INFO nova.compute.manager [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1065.370716] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.371715] env[69942]: DEBUG nova.compute.manager [-] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.371715] env[69942]: DEBUG nova.network.neutron [-] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.400097] env[69942]: DEBUG oslo_vmware.api [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831290, 'name': PowerOnVM_Task, 'duration_secs': 0.711331} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.400695] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.401082] env[69942]: INFO nova.compute.manager [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1065.401383] env[69942]: DEBUG nova.compute.manager [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.405727] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54d41cd-3291-4083-b0f3-b44a812ff992 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.569567] env[69942]: INFO nova.compute.manager [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] instance snapshotting [ 1065.579174] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053780ad-b44c-40bb-9a52-37d5b6a48746 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.607945] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fa235e-4731-4713-a44b-3aa4cc383458 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.640148] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb4c0c3-1130-4b65-ab85-78e12d9aadf8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.651565] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb729fda-00f9-41e9-842d-60d9e3bd581a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.708302] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "669b2238-7193-4550-ac42-e3f7134b867e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.708767] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "669b2238-7193-4550-ac42-e3f7134b867e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.709114] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "669b2238-7193-4550-ac42-e3f7134b867e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.709438] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "669b2238-7193-4550-ac42-e3f7134b867e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.709733] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "669b2238-7193-4550-ac42-e3f7134b867e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.712918] env[69942]: INFO nova.compute.manager [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Terminating instance [ 1065.723890] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44136a6-a890-43ed-a2a6-7cd2e97a30d9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.743382] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d2e431-3f3d-4429-9237-7c829125a267 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.751340] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528f41ba-1125-1158-af1b-16e7b50dc2d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.753667] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b237930-8184-4808-ba1c-5ef40e041895 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.758054] env[69942]: DEBUG nova.network.neutron [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.773932] env[69942]: DEBUG nova.compute.provider_tree [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.780448] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1065.780448] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5290e706-4dab-1cba-5a0a-2d0f4750d7f0" [ 1065.780448] env[69942]: _type = "Task" [ 1065.780448] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.801334] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5290e706-4dab-1cba-5a0a-2d0f4750d7f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01346} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.801728] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.802084] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 3c92a5a0-f35e-43f5-83f1-036002a895e9/3c92a5a0-f35e-43f5-83f1-036002a895e9.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.802483] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.802759] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.803063] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6ffa389-e478-4b29-b8bc-7172f1a2e2fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.806192] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9aa272-ccc4-41bc-94bc-62b05d9a7702 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.815767] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1065.815767] env[69942]: value = "task-3831294" [ 1065.815767] env[69942]: _type = "Task" [ 1065.815767] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.821957] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.822242] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.823387] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58147fbb-c4f0-4ac4-97eb-14c9dcd1456f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.837077] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.839306] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1065.839306] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b4f37a-1d6d-b4bc-a870-73c536b7433e" [ 1065.839306] env[69942]: _type = "Task" [ 1065.839306] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.851728] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b4f37a-1d6d-b4bc-a870-73c536b7433e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.852678] env[69942]: DEBUG nova.network.neutron [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.926047] env[69942]: INFO nova.compute.manager [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Took 42.91 seconds to build instance. [ 1066.122398] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1066.122398] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-14e99886-4e39-4b45-9567-c48cdb560637 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.133286] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1066.133286] env[69942]: value = "task-3831295" [ 1066.133286] env[69942]: _type = "Task" [ 1066.133286] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.144460] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.208564] env[69942]: DEBUG nova.compute.manager [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Received event network-vif-plugged-ce54ca20-d148-45cc-82ee-62de56fc8b20 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.208796] env[69942]: DEBUG oslo_concurrency.lockutils [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] Acquiring lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.209025] env[69942]: DEBUG oslo_concurrency.lockutils [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.209309] env[69942]: DEBUG oslo_concurrency.lockutils [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.211697] env[69942]: DEBUG nova.compute.manager [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] No waiting events found dispatching network-vif-plugged-ce54ca20-d148-45cc-82ee-62de56fc8b20 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.211697] env[69942]: WARNING nova.compute.manager [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Received unexpected event network-vif-plugged-ce54ca20-d148-45cc-82ee-62de56fc8b20 for instance with vm_state building and task_state spawning. [ 1066.211697] env[69942]: DEBUG nova.compute.manager [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Received event network-changed-ce54ca20-d148-45cc-82ee-62de56fc8b20 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.211697] env[69942]: DEBUG nova.compute.manager [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Refreshing instance network info cache due to event network-changed-ce54ca20-d148-45cc-82ee-62de56fc8b20. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.211697] env[69942]: DEBUG oslo_concurrency.lockutils [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] Acquiring lock "refresh_cache-29e1e27f-54fb-4f78-ba3c-42a86051dd14" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.211697] env[69942]: DEBUG oslo_concurrency.lockutils [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] Acquired lock "refresh_cache-29e1e27f-54fb-4f78-ba3c-42a86051dd14" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.211697] env[69942]: DEBUG nova.network.neutron [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Refreshing network info cache for port ce54ca20-d148-45cc-82ee-62de56fc8b20 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.232098] env[69942]: DEBUG nova.compute.manager [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.233158] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.234223] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601b6518-9d58-47bb-a499-8c9f7ff5486a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.246908] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.247729] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32f6ed48-20ef-4f75-8246-1a1dfdaaa71a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.257880] env[69942]: DEBUG oslo_vmware.api [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1066.257880] env[69942]: value = "task-3831296" [ 1066.257880] env[69942]: _type = "Task" [ 1066.257880] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.269497] env[69942]: DEBUG oslo_vmware.api [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.278391] env[69942]: DEBUG nova.scheduler.client.report [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.327717] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831294, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.355854] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Releasing lock "refresh_cache-28193666-5a9f-4572-97d2-fe569fc7afd3" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.356625] env[69942]: DEBUG nova.compute.manager [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.357217] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.357706] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b4f37a-1d6d-b4bc-a870-73c536b7433e, 'name': SearchDatastore_Task, 'duration_secs': 0.019927} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.358671] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9109b6f-72d9-43a3-95e2-b9d0a5281d80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.362193] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b024bdb-0bf3-4aa6-bf60-f7a0fd0db383 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.368876] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1066.368876] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5200f310-942c-876a-a457-d0b42eec1fc2" [ 1066.368876] env[69942]: _type = "Task" [ 1066.368876] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.371289] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.374824] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e69f0e6-a0a1-4731-9644-f46f0355495d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.383886] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5200f310-942c-876a-a457-d0b42eec1fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.387518] env[69942]: DEBUG oslo_vmware.api [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1066.387518] env[69942]: value = "task-3831297" [ 1066.387518] env[69942]: _type = "Task" [ 1066.387518] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.396695] env[69942]: DEBUG oslo_vmware.api [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.428536] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fcf0dc7c-d0fd-4143-b321-a52f5fa01983 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.069s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.433559] env[69942]: DEBUG nova.network.neutron [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance_info_cache with network_info: [{"id": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "address": "fa:16:3e:62:00:89", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc47b25-30", "ovs_interfaceid": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.651537] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.775062] env[69942]: DEBUG oslo_vmware.api [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831296, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.784052] env[69942]: DEBUG oslo_concurrency.lockutils [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.786943] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.252s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.790658] env[69942]: INFO nova.compute.claims [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.824795] env[69942]: INFO nova.scheduler.client.report [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Deleted allocations for instance eb988a47-059c-400d-a826-7edb15528943 [ 1066.836478] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642866} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.836478] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 3c92a5a0-f35e-43f5-83f1-036002a895e9/3c92a5a0-f35e-43f5-83f1-036002a895e9.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.836478] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.837045] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9e2faad-dae0-4462-bac1-dcf8d723432d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.844856] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1066.844856] env[69942]: value = "task-3831298" [ 1066.844856] env[69942]: _type = "Task" [ 1066.844856] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.858474] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.884944] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5200f310-942c-876a-a457-d0b42eec1fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.01322} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.887507] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.887507] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 29e1e27f-54fb-4f78-ba3c-42a86051dd14/29e1e27f-54fb-4f78-ba3c-42a86051dd14.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.887507] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae0cbc5-2adb-499e-8810-fe3f911aef84 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.898868] env[69942]: DEBUG oslo_vmware.api [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831297, 'name': PowerOffVM_Task, 'duration_secs': 0.162374} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.900767] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.900950] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.901287] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1066.901287] env[69942]: value = "task-3831299" [ 1066.901287] env[69942]: _type = "Task" [ 1066.901287] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.901531] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dbdb710-50bc-424a-91ae-6d7c1e42dcd7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.914872] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.933650] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.933942] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.934218] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Deleting the datastore file [datastore1] 28193666-5a9f-4572-97d2-fe569fc7afd3 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.934525] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83243414-e4f6-4450-b8ba-833d3a7e05a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.936973] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.943935] env[69942]: DEBUG oslo_vmware.api [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for the task: (returnval){ [ 1066.943935] env[69942]: value = "task-3831301" [ 1066.943935] env[69942]: _type = "Task" [ 1066.943935] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.953684] env[69942]: DEBUG oslo_vmware.api [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.030016] env[69942]: DEBUG nova.network.neutron [-] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.031557] env[69942]: DEBUG oslo_concurrency.lockutils [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Acquiring lock "8916f208-29a1-4a00-af38-29201d651726" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.031884] env[69942]: DEBUG oslo_concurrency.lockutils [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lock "8916f208-29a1-4a00-af38-29201d651726" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.032265] env[69942]: DEBUG oslo_concurrency.lockutils [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Acquiring lock "8916f208-29a1-4a00-af38-29201d651726-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.032265] env[69942]: DEBUG oslo_concurrency.lockutils [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lock "8916f208-29a1-4a00-af38-29201d651726-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.032469] env[69942]: DEBUG oslo_concurrency.lockutils [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lock "8916f208-29a1-4a00-af38-29201d651726-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.036067] env[69942]: INFO nova.compute.manager [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Terminating instance [ 1067.052826] env[69942]: DEBUG nova.network.neutron [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Updated VIF entry in instance network info cache for port ce54ca20-d148-45cc-82ee-62de56fc8b20. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.053986] env[69942]: DEBUG nova.network.neutron [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Updating instance_info_cache with network_info: [{"id": "ce54ca20-d148-45cc-82ee-62de56fc8b20", "address": "fa:16:3e:95:be:62", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce54ca20-d1", "ovs_interfaceid": "ce54ca20-d148-45cc-82ee-62de56fc8b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.148047] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831295, 'name': CreateSnapshot_Task, 'duration_secs': 0.710948} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.148047] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1067.148443] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e84442-b915-4783-a93f-ac94c237801d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.273571] env[69942]: DEBUG oslo_vmware.api [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831296, 'name': PowerOffVM_Task, 'duration_secs': 0.520329} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.275049] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.275049] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.275049] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-855722f0-e7ab-4bdf-a36a-52ec2a43a3ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.340803] env[69942]: DEBUG oslo_concurrency.lockutils [None req-323352c2-a006-4970-84bc-493f5442f79c tempest-ServersTestJSON-1716942936 tempest-ServersTestJSON-1716942936-project-member] Lock "eb988a47-059c-400d-a826-7edb15528943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.543s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.364690] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071194} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.364868] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.365888] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cb5239-97ef-49cd-964a-10aceb7cbff5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.371312] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.371628] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.371929] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Deleting the datastore file [datastore2] 669b2238-7193-4550-ac42-e3f7134b867e {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.372235] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e473d4c6-edb4-40ab-b11f-d9e9e8e48af4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.395784] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 3c92a5a0-f35e-43f5-83f1-036002a895e9/3c92a5a0-f35e-43f5-83f1-036002a895e9.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.397053] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c1ed4a-4b25-4bed-8a84-74b43c35494f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.415428] env[69942]: DEBUG oslo_vmware.api [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for the task: (returnval){ [ 1067.415428] env[69942]: value = "task-3831303" [ 1067.415428] env[69942]: _type = "Task" [ 1067.415428] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.425862] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1067.425862] env[69942]: value = "task-3831304" [ 1067.425862] env[69942]: _type = "Task" [ 1067.425862] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.440114] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831299, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.444383] env[69942]: DEBUG oslo_vmware.api [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.453985] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.460758] env[69942]: DEBUG oslo_vmware.api [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Task: {'id': task-3831301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130991} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.461108] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.461345] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.461557] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.461781] env[69942]: INFO nova.compute.manager [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1067.462042] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.462281] env[69942]: DEBUG nova.compute.manager [-] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.462389] env[69942]: DEBUG nova.network.neutron [-] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.487442] env[69942]: DEBUG nova.network.neutron [-] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.535787] env[69942]: INFO nova.compute.manager [-] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Took 2.16 seconds to deallocate network for instance. [ 1067.543778] env[69942]: DEBUG nova.compute.manager [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.544166] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.544826] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f34ccc4-ba99-43c7-8a5a-3b3e336af7f9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.552691] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for the task: (returnval){ [ 1067.552691] env[69942]: value = "task-3831305" [ 1067.552691] env[69942]: _type = "Task" [ 1067.552691] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.557955] env[69942]: DEBUG oslo_concurrency.lockutils [req-07224164-5fed-4d42-8afb-dae1cba09d43 req-404882d3-9362-4a82-b0cf-ba575481fbbb service nova] Releasing lock "refresh_cache-29e1e27f-54fb-4f78-ba3c-42a86051dd14" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.565271] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3831305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.672703] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1067.673187] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b0c85e49-05cd-4a9c-bebe-359d6fb97c27 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.684921] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1067.684921] env[69942]: value = "task-3831306" [ 1067.684921] env[69942]: _type = "Task" [ 1067.684921] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.694647] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831306, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.803262] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.803262] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.803262] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.803262] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.803262] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.809548] env[69942]: INFO nova.compute.manager [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Terminating instance [ 1067.888170] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1067.888682] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761688', 'volume_id': '692bad15-baf8-4ab3-aedc-7040d41d5fef', 'name': 'volume-692bad15-baf8-4ab3-aedc-7040d41d5fef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b9b814e-b35b-43ab-9933-3b01eefcdfe8', 'attached_at': '', 'detached_at': '', 'volume_id': '692bad15-baf8-4ab3-aedc-7040d41d5fef', 'serial': '692bad15-baf8-4ab3-aedc-7040d41d5fef'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1067.890478] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fa736d-d1a8-4491-9599-4137ba3297ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.915681] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c572e1f-46ff-45a8-8da1-c5ea4dd5a200 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.925097] env[69942]: DEBUG nova.compute.manager [req-71c70385-aabc-4528-8431-97d96016c06a req-e964c40e-92d5-4fee-8bed-8fab75e02d28 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Received event network-changed-60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.925207] env[69942]: DEBUG nova.compute.manager [req-71c70385-aabc-4528-8431-97d96016c06a req-e964c40e-92d5-4fee-8bed-8fab75e02d28 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Refreshing instance network info cache due to event network-changed-60262d8e-7b3d-4b29-a81c-71f0cd632480. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.925485] env[69942]: DEBUG oslo_concurrency.lockutils [req-71c70385-aabc-4528-8431-97d96016c06a req-e964c40e-92d5-4fee-8bed-8fab75e02d28 service nova] Acquiring lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.926093] env[69942]: DEBUG oslo_concurrency.lockutils [req-71c70385-aabc-4528-8431-97d96016c06a req-e964c40e-92d5-4fee-8bed-8fab75e02d28 service nova] Acquired lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.926093] env[69942]: DEBUG nova.network.neutron [req-71c70385-aabc-4528-8431-97d96016c06a req-e964c40e-92d5-4fee-8bed-8fab75e02d28 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Refreshing network info cache for port 60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.963586] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-692bad15-baf8-4ab3-aedc-7040d41d5fef/volume-692bad15-baf8-4ab3-aedc-7040d41d5fef.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.971688] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3d26ca-c06d-4585-a44f-4ee80d398d8a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.987088] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567443} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.991465] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 29e1e27f-54fb-4f78-ba3c-42a86051dd14/29e1e27f-54fb-4f78-ba3c-42a86051dd14.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.991755] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.992246] env[69942]: DEBUG nova.network.neutron [-] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.993399] env[69942]: DEBUG oslo_vmware.api [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Task: {'id': task-3831303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224468} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.997094] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdd6fdc2-2217-40d5-8e27-60b0a0f50179 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.999166] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.999368] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.999517] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.999688] env[69942]: INFO nova.compute.manager [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1067.999926] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.001029] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831304, 'name': ReconfigVM_Task, 'duration_secs': 0.344651} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.003535] env[69942]: DEBUG nova.compute.manager [-] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.003657] env[69942]: DEBUG nova.network.neutron [-] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.005275] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 3c92a5a0-f35e-43f5-83f1-036002a895e9/3c92a5a0-f35e-43f5-83f1-036002a895e9.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.008026] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68610e36-6761-4e8b-bee1-f41a374bb982 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.010136] env[69942]: DEBUG oslo_vmware.api [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1068.010136] env[69942]: value = "task-3831307" [ 1068.010136] env[69942]: _type = "Task" [ 1068.010136] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.016676] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1068.016676] env[69942]: value = "task-3831308" [ 1068.016676] env[69942]: _type = "Task" [ 1068.016676] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.029026] env[69942]: DEBUG oslo_vmware.api [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.029419] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1068.029419] env[69942]: value = "task-3831309" [ 1068.029419] env[69942]: _type = "Task" [ 1068.029419] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.040406] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.045868] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831309, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.051261] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.069825] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3831305, 'name': PowerOffVM_Task, 'duration_secs': 0.31258} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.074309] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.074664] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1068.075023] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761548', 'volume_id': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'name': 'volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8916f208-29a1-4a00-af38-29201d651726', 'attached_at': '', 'detached_at': '', 'volume_id': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'serial': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1068.076657] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdcc6ac-2345-4cce-96c8-582d125e2665 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.122917] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b710945-4fa4-4779-94e1-cdd1cf97292b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.135374] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5996b5-2121-4402-ab96-e399b80150a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.176232] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded97d59-930d-4c51-9c97-b05dbd5bf724 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.210595] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] The volume has not been displaced from its original location: [datastore1] volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa/volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1068.220590] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.225667] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f870df-ede4-4031-b172-a49d8d5c58cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.257087] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-95da8472-c64e-4ced-b4e4-90dcbeed43a4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.257487] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-95da8472-c64e-4ced-b4e4-90dcbeed43a4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.259426] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831306, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.266987] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for the task: (returnval){ [ 1068.266987] env[69942]: value = "task-3831310" [ 1068.266987] env[69942]: _type = "Task" [ 1068.266987] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.285533] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3831310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.319791] env[69942]: DEBUG nova.compute.manager [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.320172] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.321539] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b47fe48-344d-4e97-ac7e-ee0e85bda56f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.335096] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.335565] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd8d522a-1afd-4aa6-9558-6b9c1678d9d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.351765] env[69942]: DEBUG oslo_vmware.api [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1068.351765] env[69942]: value = "task-3831311" [ 1068.351765] env[69942]: _type = "Task" [ 1068.351765] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.368871] env[69942]: DEBUG oslo_vmware.api [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.475074] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e362a5-43ad-4fe0-be22-312f23d0eb10 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.497391] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance 'ff382947-7e03-40ec-a5f9-031ddc48f838' progress to 0 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.506629] env[69942]: INFO nova.compute.manager [-] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Took 1.04 seconds to deallocate network for instance. [ 1068.532302] env[69942]: DEBUG oslo_vmware.api [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.540793] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083695} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.541625] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.542534] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab3bdfd-5dc3-4f63-a2ad-73e6081e798d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.550302] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831309, 'name': Rename_Task, 'duration_secs': 0.282513} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.553382] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.553662] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31e33d0f-4f02-48ec-a225-b6d01b32397e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.576456] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 29e1e27f-54fb-4f78-ba3c-42a86051dd14/29e1e27f-54fb-4f78-ba3c-42a86051dd14.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.579654] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df8afed2-9ac8-4412-9565-76d80c085065 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.596673] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1068.596673] env[69942]: value = "task-3831312" [ 1068.596673] env[69942]: _type = "Task" [ 1068.596673] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.611691] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1068.611691] env[69942]: value = "task-3831313" [ 1068.611691] env[69942]: _type = "Task" [ 1068.611691] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.615948] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.631383] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831313, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.638159] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bfeef5-f604-4b6a-8d96-a46cd0959cb7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.648466] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b9b0eb-fb5d-4ca1-afd4-f5cf4431c7fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.692255] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46cf0c7-5181-4bbb-ae35-3ee546cc405a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.699055] env[69942]: DEBUG nova.compute.manager [req-7c16b379-964c-4d3a-85d9-80a4af8044bc req-fe839ff2-8a0a-4e72-9cf8-c708c48d2598 service nova] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Received event network-vif-deleted-9432dc6f-ebe6-490c-a9fb-eb12ec362aa9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.699055] env[69942]: DEBUG nova.compute.manager [req-7c16b379-964c-4d3a-85d9-80a4af8044bc req-fe839ff2-8a0a-4e72-9cf8-c708c48d2598 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Received event network-vif-deleted-af1a1a04-529f-4864-8241-dc55e9adc5d9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.699055] env[69942]: INFO nova.compute.manager [req-7c16b379-964c-4d3a-85d9-80a4af8044bc req-fe839ff2-8a0a-4e72-9cf8-c708c48d2598 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Neutron deleted interface af1a1a04-529f-4864-8241-dc55e9adc5d9; detaching it from the instance and deleting it from the info cache [ 1068.699183] env[69942]: DEBUG nova.network.neutron [req-7c16b379-964c-4d3a-85d9-80a4af8044bc req-fe839ff2-8a0a-4e72-9cf8-c708c48d2598 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.715517] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831306, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.715517] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4fb86b-55d7-45a9-891e-04781d8819b2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.731869] env[69942]: DEBUG nova.compute.provider_tree [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.762349] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.762547] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.763533] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3b6bba-1fde-4dfb-b74c-9f6f870245b0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.786707] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ec90b1-7434-44e1-a85b-4ce5730363e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.793121] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3831310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.820438] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Reconfiguring VM to detach interface {{(pid=69942) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1068.822265] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78cfd433-c7e7-4180-933a-42ec4c536f59 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.842895] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1068.842895] env[69942]: value = "task-3831314" [ 1068.842895] env[69942]: _type = "Task" [ 1068.842895] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.852553] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.866263] env[69942]: DEBUG nova.network.neutron [-] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.867542] env[69942]: DEBUG oslo_vmware.api [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831311, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.959969] env[69942]: DEBUG nova.network.neutron [req-71c70385-aabc-4528-8431-97d96016c06a req-e964c40e-92d5-4fee-8bed-8fab75e02d28 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updated VIF entry in instance network info cache for port 60262d8e-7b3d-4b29-a81c-71f0cd632480. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.960422] env[69942]: DEBUG nova.network.neutron [req-71c70385-aabc-4528-8431-97d96016c06a req-e964c40e-92d5-4fee-8bed-8fab75e02d28 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updating instance_info_cache with network_info: [{"id": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "address": "fa:16:3e:92:78:f7", "network": {"id": "c222853c-6c0d-4485-a3de-75dab7290a92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-3863920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fcccbd7135104bf9a4a2e595a988d089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60262d8e-7b", "ovs_interfaceid": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.010170] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.010532] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-381824c5-403d-44c2-a805-afff9637d959 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.017302] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.019171] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1069.019171] env[69942]: value = "task-3831315" [ 1069.019171] env[69942]: _type = "Task" [ 1069.019171] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.023076] env[69942]: DEBUG oslo_vmware.api [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831307, 'name': ReconfigVM_Task, 'duration_secs': 0.70664} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.026766] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-692bad15-baf8-4ab3-aedc-7040d41d5fef/volume-692bad15-baf8-4ab3-aedc-7040d41d5fef.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.033190] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a6f38ef-ea28-4ab4-8dc5-6c37570f947d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.049828] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.051559] env[69942]: DEBUG oslo_vmware.api [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1069.051559] env[69942]: value = "task-3831316" [ 1069.051559] env[69942]: _type = "Task" [ 1069.051559] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.061602] env[69942]: DEBUG oslo_vmware.api [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.114439] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831312, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.128173] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.203198] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831306, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.205465] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7016f7b-b2cc-4a7c-be3c-018d87b703d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.216629] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cb6c37-ba04-4707-aec6-1c8fc3236fce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.234960] env[69942]: DEBUG nova.scheduler.client.report [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.261158] env[69942]: DEBUG nova.compute.manager [req-7c16b379-964c-4d3a-85d9-80a4af8044bc req-fe839ff2-8a0a-4e72-9cf8-c708c48d2598 service nova] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Detach interface failed, port_id=af1a1a04-529f-4864-8241-dc55e9adc5d9, reason: Instance 669b2238-7193-4550-ac42-e3f7134b867e could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.279277] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3831310, 'name': ReconfigVM_Task, 'duration_secs': 0.600181} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.279524] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.284881] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-153475c8-434f-407f-9bfc-f0ee0cfb505c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.302671] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for the task: (returnval){ [ 1069.302671] env[69942]: value = "task-3831317" [ 1069.302671] env[69942]: _type = "Task" [ 1069.302671] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.314414] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3831317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.352134] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.361453] env[69942]: DEBUG oslo_vmware.api [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831311, 'name': PowerOffVM_Task, 'duration_secs': 0.545332} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.361686] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.361855] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.362125] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ea3df4a-8be4-4c64-a431-e064336feeac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.370774] env[69942]: INFO nova.compute.manager [-] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Took 1.37 seconds to deallocate network for instance. [ 1069.436746] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.437100] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.437369] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleting the datastore file [datastore1] 52c462a2-9f53-46b9-a9e4-17bcd084f3d6 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.437707] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7afc90ba-ae38-4725-8053-cc32a8e0f2fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.446810] env[69942]: DEBUG oslo_vmware.api [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1069.446810] env[69942]: value = "task-3831319" [ 1069.446810] env[69942]: _type = "Task" [ 1069.446810] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.457308] env[69942]: DEBUG oslo_vmware.api [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.463048] env[69942]: DEBUG oslo_concurrency.lockutils [req-71c70385-aabc-4528-8431-97d96016c06a req-e964c40e-92d5-4fee-8bed-8fab75e02d28 service nova] Releasing lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.535810] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831315, 'name': PowerOffVM_Task, 'duration_secs': 0.265117} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.535810] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.535810] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance 'ff382947-7e03-40ec-a5f9-031ddc48f838' progress to 17 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.562637] env[69942]: DEBUG oslo_vmware.api [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831316, 'name': ReconfigVM_Task, 'duration_secs': 0.209929} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.563025] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761688', 'volume_id': '692bad15-baf8-4ab3-aedc-7040d41d5fef', 'name': 'volume-692bad15-baf8-4ab3-aedc-7040d41d5fef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b9b814e-b35b-43ab-9933-3b01eefcdfe8', 'attached_at': '', 'detached_at': '', 'volume_id': '692bad15-baf8-4ab3-aedc-7040d41d5fef', 'serial': '692bad15-baf8-4ab3-aedc-7040d41d5fef'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1069.618974] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831312, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.629377] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831313, 'name': ReconfigVM_Task, 'duration_secs': 0.620774} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.629377] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 29e1e27f-54fb-4f78-ba3c-42a86051dd14/29e1e27f-54fb-4f78-ba3c-42a86051dd14.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.629377] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96c532a7-286a-4c26-82c0-3778e92898db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.640961] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1069.640961] env[69942]: value = "task-3831320" [ 1069.640961] env[69942]: _type = "Task" [ 1069.640961] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.655464] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831320, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.711039] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831306, 'name': CloneVM_Task, 'duration_secs': 1.766794} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.711039] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Created linked-clone VM from snapshot [ 1069.711039] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7458379-9c6f-4279-970d-89f753b11ac4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.727186] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Uploading image f7087a8b-3551-4e24-9584-9eb71110ba1c {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1069.741466] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.954s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.742239] env[69942]: DEBUG nova.compute.manager [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.750995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.176s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.750995] env[69942]: DEBUG nova.objects.instance [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1069.766013] env[69942]: DEBUG oslo_vmware.rw_handles [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1069.766013] env[69942]: value = "vm-761694" [ 1069.766013] env[69942]: _type = "VirtualMachine" [ 1069.766013] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1069.766387] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d65fb827-ae06-4d94-a4ec-aa4a29fff7a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.776698] env[69942]: DEBUG oslo_vmware.rw_handles [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lease: (returnval){ [ 1069.776698] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e935a2-eb4f-fbc9-f183-79961f3df9cd" [ 1069.776698] env[69942]: _type = "HttpNfcLease" [ 1069.776698] env[69942]: } obtained for exporting VM: (result){ [ 1069.776698] env[69942]: value = "vm-761694" [ 1069.776698] env[69942]: _type = "VirtualMachine" [ 1069.776698] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1069.777210] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the lease: (returnval){ [ 1069.777210] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e935a2-eb4f-fbc9-f183-79961f3df9cd" [ 1069.777210] env[69942]: _type = "HttpNfcLease" [ 1069.777210] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1069.787567] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.787567] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e935a2-eb4f-fbc9-f183-79961f3df9cd" [ 1069.787567] env[69942]: _type = "HttpNfcLease" [ 1069.787567] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.815178] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3831317, 'name': ReconfigVM_Task, 'duration_secs': 0.207444} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.815662] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761548', 'volume_id': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'name': 'volume-da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8916f208-29a1-4a00-af38-29201d651726', 'attached_at': '', 'detached_at': '', 'volume_id': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa', 'serial': 'da5e2afa-40bb-4c52-a115-7f553c3ec8fa'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1069.815978] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.817313] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80f71c1-bc21-47de-8bc4-76ffc17d46bc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.827515] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.828009] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e348cd63-fb9b-4b9e-a066-93bc8994ea93 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.854318] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.877799] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.909865] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.910114] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.910301] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Deleting the datastore file [datastore1] 8916f208-29a1-4a00-af38-29201d651726 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.913026] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b53c7290-871b-4fb6-bbfa-6c77f948e302 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.917893] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for the task: (returnval){ [ 1069.917893] env[69942]: value = "task-3831323" [ 1069.917893] env[69942]: _type = "Task" [ 1069.917893] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.929928] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3831323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.959581] env[69942]: DEBUG oslo_vmware.api [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336267} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.959918] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.960239] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.960480] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.960721] env[69942]: INFO nova.compute.manager [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1069.962134] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.962412] env[69942]: DEBUG nova.compute.manager [-] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.962696] env[69942]: DEBUG nova.network.neutron [-] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.040544] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.040833] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.040947] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.041422] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.041672] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.041808] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.041928] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.042284] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.042515] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.042698] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.042879] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.050429] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953607c2-7c0b-46c4-a14e-b12724073883 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.073474] env[69942]: DEBUG nova.compute.manager [req-7f743299-2173-406a-b833-be77863f4ff9 req-d071bc00-6a81-4cf9-85bc-cdceebfa3b22 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Received event network-changed-60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.073758] env[69942]: DEBUG nova.compute.manager [req-7f743299-2173-406a-b833-be77863f4ff9 req-d071bc00-6a81-4cf9-85bc-cdceebfa3b22 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Refreshing instance network info cache due to event network-changed-60262d8e-7b3d-4b29-a81c-71f0cd632480. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.073758] env[69942]: DEBUG oslo_concurrency.lockutils [req-7f743299-2173-406a-b833-be77863f4ff9 req-d071bc00-6a81-4cf9-85bc-cdceebfa3b22 service nova] Acquiring lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.073948] env[69942]: DEBUG oslo_concurrency.lockutils [req-7f743299-2173-406a-b833-be77863f4ff9 req-d071bc00-6a81-4cf9-85bc-cdceebfa3b22 service nova] Acquired lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.074083] env[69942]: DEBUG nova.network.neutron [req-7f743299-2173-406a-b833-be77863f4ff9 req-d071bc00-6a81-4cf9-85bc-cdceebfa3b22 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Refreshing network info cache for port 60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.079560] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1070.079560] env[69942]: value = "task-3831324" [ 1070.079560] env[69942]: _type = "Task" [ 1070.079560] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.088701] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.116317] env[69942]: DEBUG oslo_vmware.api [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831312, 'name': PowerOnVM_Task, 'duration_secs': 1.095621} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.119104] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.119358] env[69942]: INFO nova.compute.manager [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1070.119543] env[69942]: DEBUG nova.compute.manager [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.120554] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ae3abe-63df-4940-a7a8-4a3f97bde7ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.151096] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831320, 'name': Rename_Task, 'duration_secs': 0.347824} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.151320] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.151485] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e068ed0-7a0c-4b8f-a021-078b264ca5b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.159131] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1070.159131] env[69942]: value = "task-3831325" [ 1070.159131] env[69942]: _type = "Task" [ 1070.159131] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.169988] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.260593] env[69942]: DEBUG nova.compute.utils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.262487] env[69942]: DEBUG nova.compute.manager [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.263841] env[69942]: DEBUG nova.network.neutron [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.287552] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1070.287552] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e935a2-eb4f-fbc9-f183-79961f3df9cd" [ 1070.287552] env[69942]: _type = "HttpNfcLease" [ 1070.287552] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1070.288095] env[69942]: DEBUG oslo_vmware.rw_handles [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1070.288095] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e935a2-eb4f-fbc9-f183-79961f3df9cd" [ 1070.288095] env[69942]: _type = "HttpNfcLease" [ 1070.288095] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1070.288785] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c6abfa-fc17-4c46-a1ab-0acac25fe512 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.299378] env[69942]: DEBUG oslo_vmware.rw_handles [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7ba14-3987-1ba5-fe7c-5bb33fab3915/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1070.299581] env[69942]: DEBUG oslo_vmware.rw_handles [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7ba14-3987-1ba5-fe7c-5bb33fab3915/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1070.371235] env[69942]: DEBUG nova.policy [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc98f3d95c44f54ba5f918b5f44695d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b54e75a228e4afcba3bbdf06dc909a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.384360] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.421980] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c981693c-7f4b-41d1-8328-2b2efc9c1766 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.436727] env[69942]: DEBUG oslo_vmware.api [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Task: {'id': task-3831323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280104} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.441106] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.441401] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.441593] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.441775] env[69942]: INFO nova.compute.manager [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Took 2.90 seconds to destroy the instance on the hypervisor. [ 1070.442216] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.442647] env[69942]: DEBUG nova.compute.manager [-] [instance: 8916f208-29a1-4a00-af38-29201d651726] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.442750] env[69942]: DEBUG nova.network.neutron [-] [instance: 8916f208-29a1-4a00-af38-29201d651726] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.595065] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831324, 'name': ReconfigVM_Task, 'duration_secs': 0.191852} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.595314] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance 'ff382947-7e03-40ec-a5f9-031ddc48f838' progress to 33 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.622284] env[69942]: DEBUG nova.objects.instance [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lazy-loading 'flavor' on Instance uuid 3b9b814e-b35b-43ab-9933-3b01eefcdfe8 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.643859] env[69942]: INFO nova.compute.manager [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Took 35.01 seconds to build instance. [ 1070.675913] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.765122] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ae740f14-0ea8-4431-963b-4d3f02d297e0 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.770166] env[69942]: DEBUG oslo_concurrency.lockutils [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.137s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.770578] env[69942]: DEBUG nova.objects.instance [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lazy-loading 'resources' on Instance uuid 4b0894e8-71d3-4d97-b315-89135d76b3c2 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.772028] env[69942]: DEBUG nova.compute.manager [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.880343] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.971290] env[69942]: DEBUG nova.network.neutron [-] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.984522] env[69942]: DEBUG nova.compute.manager [req-4fadb6e0-352c-42b4-8270-85ce734e760a req-3a564aeb-54c2-4803-8d65-c7ad260fcc18 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Received event network-vif-deleted-f872e7ec-e03e-43c3-8292-0a8a1c806d55 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.984522] env[69942]: INFO nova.compute.manager [req-4fadb6e0-352c-42b4-8270-85ce734e760a req-3a564aeb-54c2-4803-8d65-c7ad260fcc18 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Neutron deleted interface f872e7ec-e03e-43c3-8292-0a8a1c806d55; detaching it from the instance and deleting it from the info cache [ 1070.984522] env[69942]: DEBUG nova.network.neutron [req-4fadb6e0-352c-42b4-8270-85ce734e760a req-3a564aeb-54c2-4803-8d65-c7ad260fcc18 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.102988] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='23d9d144-ebf3-4d57-a2c6-faaa93b0a0d5',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-77845233',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.105087] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.105087] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.105087] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.105193] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.105919] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.106701] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.106914] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.107163] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.107429] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.107731] env[69942]: DEBUG nova.virt.hardware [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.114551] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.115038] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33a6b2b0-309b-4bab-b921-1806bcc7cf80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.139574] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3001f84a-7be1-43f0-bfca-b0aac0e5d617 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.403s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.148291] env[69942]: DEBUG oslo_concurrency.lockutils [None req-acb8e53e-ac16-4293-8d6b-2c45c9c23ecb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "3c92a5a0-f35e-43f5-83f1-036002a895e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.010s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.148291] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1071.148291] env[69942]: value = "task-3831326" [ 1071.148291] env[69942]: _type = "Task" [ 1071.148291] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.163811] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.174292] env[69942]: DEBUG oslo_vmware.api [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831325, 'name': PowerOnVM_Task, 'duration_secs': 0.70143} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.174978] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.176035] env[69942]: INFO nova.compute.manager [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1071.176035] env[69942]: DEBUG nova.compute.manager [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.176688] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab05f14a-3b92-45ec-9a92-4096e7ce4a4f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.219962] env[69942]: DEBUG nova.network.neutron [req-7f743299-2173-406a-b833-be77863f4ff9 req-d071bc00-6a81-4cf9-85bc-cdceebfa3b22 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updated VIF entry in instance network info cache for port 60262d8e-7b3d-4b29-a81c-71f0cd632480. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.220525] env[69942]: DEBUG nova.network.neutron [req-7f743299-2173-406a-b833-be77863f4ff9 req-d071bc00-6a81-4cf9-85bc-cdceebfa3b22 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updating instance_info_cache with network_info: [{"id": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "address": "fa:16:3e:92:78:f7", "network": {"id": "c222853c-6c0d-4485-a3de-75dab7290a92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-3863920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fcccbd7135104bf9a4a2e595a988d089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60262d8e-7b", "ovs_interfaceid": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.283328] env[69942]: DEBUG nova.network.neutron [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Successfully created port: 10298766-0ee7-4e38-aade-eebfad4ba06c {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.381897] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.475956] env[69942]: INFO nova.compute.manager [-] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Took 1.51 seconds to deallocate network for instance. [ 1071.494214] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af191d79-7abd-4023-b5ae-4f94a75399a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.506841] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad054f-d346-45b4-ab7d-81de650f03df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.551761] env[69942]: DEBUG nova.compute.manager [req-4fadb6e0-352c-42b4-8270-85ce734e760a req-3a564aeb-54c2-4803-8d65-c7ad260fcc18 service nova] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Detach interface failed, port_id=f872e7ec-e03e-43c3-8292-0a8a1c806d55, reason: Instance 52c462a2-9f53-46b9-a9e4-17bcd084f3d6 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.664271] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831326, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.700190] env[69942]: INFO nova.compute.manager [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Took 36.65 seconds to build instance. [ 1071.726909] env[69942]: DEBUG oslo_concurrency.lockutils [req-7f743299-2173-406a-b833-be77863f4ff9 req-d071bc00-6a81-4cf9-85bc-cdceebfa3b22 service nova] Releasing lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.796854] env[69942]: DEBUG nova.compute.manager [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.857977] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.858496] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.858776] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.859019] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.859300] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.859584] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.859958] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.860263] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.860596] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.860958] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.861222] env[69942]: DEBUG nova.virt.hardware [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.862645] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57465ba8-5b06-46f7-87e7-46671f8c832b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.877674] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11356fa-afea-4ef2-80d1-fd9d3e0f91e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.886175] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.923781] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8a1863-08fb-4a9a-8d62-76a89bad54f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.932499] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b794ef9d-b985-4719-83c9-357eaed096b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.969733] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc7dd8-0465-486c-b669-ac54c0c716ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.980978] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e64d26-400a-446b-9206-7df24b064386 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.997939] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.999054] env[69942]: DEBUG nova.network.neutron [-] [instance: 8916f208-29a1-4a00-af38-29201d651726] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.999728] env[69942]: DEBUG nova.compute.provider_tree [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.161596] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831326, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.202652] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8fd0b576-d294-4288-b383-f06786c3c563 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.961s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.382466] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.504744] env[69942]: INFO nova.compute.manager [-] [instance: 8916f208-29a1-4a00-af38-29201d651726] Took 2.06 seconds to deallocate network for instance. [ 1072.505502] env[69942]: DEBUG nova.scheduler.client.report [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.660589] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831326, 'name': ReconfigVM_Task, 'duration_secs': 1.265404} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.661050] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.662403] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264070d-ef91-4dc5-a9bd-0ffd27574af7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.690185] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] ff382947-7e03-40ec-a5f9-031ddc48f838/ff382947-7e03-40ec-a5f9-031ddc48f838.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.691120] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2adb10e-9cf9-4a96-b7c0-fc2aa1f8bb28 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.711395] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1072.711395] env[69942]: value = "task-3831327" [ 1072.711395] env[69942]: _type = "Task" [ 1072.711395] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.725087] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.883339] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.015179] env[69942]: DEBUG oslo_concurrency.lockutils [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.017934] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.926s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.018247] env[69942]: DEBUG nova.objects.instance [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.053767] env[69942]: INFO nova.scheduler.client.report [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleted allocations for instance 4b0894e8-71d3-4d97-b315-89135d76b3c2 [ 1073.063093] env[69942]: DEBUG nova.compute.manager [req-ba5e6475-2598-463d-bb5d-1e6574410fdf req-27ae0de0-cb99-4108-af01-43f399a77e03 service nova] [instance: 8916f208-29a1-4a00-af38-29201d651726] Received event network-vif-deleted-356740b1-c6d1-41af-bbea-1e3b7ffcf87b {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.077051] env[69942]: INFO nova.compute.manager [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Took 0.57 seconds to detach 1 volumes for instance. [ 1073.079875] env[69942]: DEBUG nova.compute.manager [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] [instance: 8916f208-29a1-4a00-af38-29201d651726] Deleting volume: da5e2afa-40bb-4c52-a115-7f553c3ec8fa {{(pid=69942) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1073.225531] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.385195] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.565778] env[69942]: DEBUG oslo_concurrency.lockutils [None req-da7d7c7c-f117-4dd5-b3dd-a2430f2d0801 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "4b0894e8-71d3-4d97-b315-89135d76b3c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.367s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.599020] env[69942]: DEBUG nova.network.neutron [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Successfully updated port: 10298766-0ee7-4e38-aade-eebfad4ba06c {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.635243] env[69942]: DEBUG oslo_concurrency.lockutils [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.727386] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831327, 'name': ReconfigVM_Task, 'duration_secs': 0.650542} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.727983] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Reconfigured VM instance instance-0000003f to attach disk [datastore1] ff382947-7e03-40ec-a5f9-031ddc48f838/ff382947-7e03-40ec-a5f9-031ddc48f838.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.727983] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance 'ff382947-7e03-40ec-a5f9-031ddc48f838' progress to 50 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.733661] env[69942]: DEBUG nova.compute.manager [req-6921f933-0b20-44c6-a010-2d31177b7735 req-de3ec51a-0462-4997-9bd6-6bf53fc9e619 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Received event network-changed-60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.734426] env[69942]: DEBUG nova.compute.manager [req-6921f933-0b20-44c6-a010-2d31177b7735 req-de3ec51a-0462-4997-9bd6-6bf53fc9e619 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Refreshing instance network info cache due to event network-changed-60262d8e-7b3d-4b29-a81c-71f0cd632480. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.734663] env[69942]: DEBUG oslo_concurrency.lockutils [req-6921f933-0b20-44c6-a010-2d31177b7735 req-de3ec51a-0462-4997-9bd6-6bf53fc9e619 service nova] Acquiring lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.734837] env[69942]: DEBUG oslo_concurrency.lockutils [req-6921f933-0b20-44c6-a010-2d31177b7735 req-de3ec51a-0462-4997-9bd6-6bf53fc9e619 service nova] Acquired lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.735074] env[69942]: DEBUG nova.network.neutron [req-6921f933-0b20-44c6-a010-2d31177b7735 req-de3ec51a-0462-4997-9bd6-6bf53fc9e619 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Refreshing network info cache for port 60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.884827] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.028788] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0af97973-3bfe-42f1-aeb5-d26d501dde3b tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.031065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.981s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.032189] env[69942]: DEBUG nova.objects.instance [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lazy-loading 'resources' on Instance uuid 2e12aac8-6181-4bbc-976c-53d5796a9b0d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.102221] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "refresh_cache-bfda2380-cd54-4d06-be37-84f1e6256ea8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.102425] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "refresh_cache-bfda2380-cd54-4d06-be37-84f1e6256ea8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.102554] env[69942]: DEBUG nova.network.neutron [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.214547] env[69942]: INFO nova.compute.manager [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Rebuilding instance [ 1074.243691] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e059e92b-7c94-4591-9cbf-c62a8c25971c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.278611] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7979e63-7392-4156-9028-fd38435aee89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.303936] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance 'ff382947-7e03-40ec-a5f9-031ddc48f838' progress to 67 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.318048] env[69942]: DEBUG nova.compute.manager [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.318935] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b80738-145e-4245-9ea9-847058eca879 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.383959] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.591876] env[69942]: DEBUG nova.network.neutron [req-6921f933-0b20-44c6-a010-2d31177b7735 req-de3ec51a-0462-4997-9bd6-6bf53fc9e619 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updated VIF entry in instance network info cache for port 60262d8e-7b3d-4b29-a81c-71f0cd632480. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.591876] env[69942]: DEBUG nova.network.neutron [req-6921f933-0b20-44c6-a010-2d31177b7735 req-de3ec51a-0462-4997-9bd6-6bf53fc9e619 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updating instance_info_cache with network_info: [{"id": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "address": "fa:16:3e:92:78:f7", "network": {"id": "c222853c-6c0d-4485-a3de-75dab7290a92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-3863920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fcccbd7135104bf9a4a2e595a988d089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60262d8e-7b", "ovs_interfaceid": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.627678] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.627965] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.628162] env[69942]: DEBUG nova.compute.manager [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.629099] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addab57e-fbcc-4e45-9186-8f8ba975e08c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.636399] env[69942]: DEBUG nova.compute.manager [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1074.637109] env[69942]: DEBUG nova.objects.instance [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lazy-loading 'flavor' on Instance uuid 29e1e27f-54fb-4f78-ba3c-42a86051dd14 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.647512] env[69942]: DEBUG nova.network.neutron [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.792440] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "d8c66893-191d-4fb3-8ae1-878d00783812" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.792713] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "d8c66893-191d-4fb3-8ae1-878d00783812" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.868109] env[69942]: DEBUG nova.network.neutron [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Updating instance_info_cache with network_info: [{"id": "10298766-0ee7-4e38-aade-eebfad4ba06c", "address": "fa:16:3e:95:c1:7a", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10298766-0e", "ovs_interfaceid": "10298766-0ee7-4e38-aade-eebfad4ba06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.881950] env[69942]: DEBUG nova.network.neutron [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Port ecc47b25-3011-4ee5-9abb-a097346eb1a7 binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1074.890128] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.095314] env[69942]: DEBUG oslo_concurrency.lockutils [req-6921f933-0b20-44c6-a010-2d31177b7735 req-de3ec51a-0462-4997-9bd6-6bf53fc9e619 service nova] Releasing lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.138271] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434fbdb2-ed8f-4e93-a1a6-35b96ca8044b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.152743] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fed5a90-48d0-48a1-a469-c71b247a189b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.198255] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feaa149-0f69-4eba-9576-7667d35f037a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.202197] env[69942]: DEBUG nova.compute.manager [req-4dc356c7-e80d-480f-92e3-b4e6074ca701 req-47beecfa-6582-4f29-8df7-915b3d1b0f03 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Received event network-changed-60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.202467] env[69942]: DEBUG nova.compute.manager [req-4dc356c7-e80d-480f-92e3-b4e6074ca701 req-47beecfa-6582-4f29-8df7-915b3d1b0f03 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Refreshing instance network info cache due to event network-changed-60262d8e-7b3d-4b29-a81c-71f0cd632480. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.202732] env[69942]: DEBUG oslo_concurrency.lockutils [req-4dc356c7-e80d-480f-92e3-b4e6074ca701 req-47beecfa-6582-4f29-8df7-915b3d1b0f03 service nova] Acquiring lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.202916] env[69942]: DEBUG oslo_concurrency.lockutils [req-4dc356c7-e80d-480f-92e3-b4e6074ca701 req-47beecfa-6582-4f29-8df7-915b3d1b0f03 service nova] Acquired lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.203055] env[69942]: DEBUG nova.network.neutron [req-4dc356c7-e80d-480f-92e3-b4e6074ca701 req-47beecfa-6582-4f29-8df7-915b3d1b0f03 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Refreshing network info cache for port 60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.214160] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed0b49b-8ad5-4f58-9a47-a57022daba4a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.233661] env[69942]: DEBUG nova.compute.provider_tree [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.299081] env[69942]: DEBUG nova.compute.manager [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.335335] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.336194] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f17bdc80-5fb5-4d95-a87c-fe9daddbf1cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.344012] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1075.344012] env[69942]: value = "task-3831329" [ 1075.344012] env[69942]: _type = "Task" [ 1075.344012] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.356194] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.370790] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "refresh_cache-bfda2380-cd54-4d06-be37-84f1e6256ea8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.371050] env[69942]: DEBUG nova.compute.manager [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Instance network_info: |[{"id": "10298766-0ee7-4e38-aade-eebfad4ba06c", "address": "fa:16:3e:95:c1:7a", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10298766-0e", "ovs_interfaceid": "10298766-0ee7-4e38-aade-eebfad4ba06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.371674] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:c1:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10298766-0ee7-4e38-aade-eebfad4ba06c', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.385253] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.386369] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.398238] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0f28251-253e-47ed-a583-42365d8e3d36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.429222] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.433904] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.433904] env[69942]: value = "task-3831330" [ 1075.433904] env[69942]: _type = "Task" [ 1075.433904] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.441300] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831330, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.654042] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.655031] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79fd359a-389d-4600-97ba-ceb0784513de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.664555] env[69942]: DEBUG oslo_vmware.api [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1075.664555] env[69942]: value = "task-3831331" [ 1075.664555] env[69942]: _type = "Task" [ 1075.664555] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.675014] env[69942]: DEBUG oslo_vmware.api [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.740027] env[69942]: DEBUG nova.scheduler.client.report [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.792585] env[69942]: DEBUG oslo_concurrency.lockutils [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquiring lock "d291e516-2977-4c3b-aff3-975e8aa648fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.792862] env[69942]: DEBUG oslo_concurrency.lockutils [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lock "d291e516-2977-4c3b-aff3-975e8aa648fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.793092] env[69942]: DEBUG oslo_concurrency.lockutils [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquiring lock "d291e516-2977-4c3b-aff3-975e8aa648fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.793348] env[69942]: DEBUG oslo_concurrency.lockutils [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lock "d291e516-2977-4c3b-aff3-975e8aa648fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.794089] env[69942]: DEBUG oslo_concurrency.lockutils [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lock "d291e516-2977-4c3b-aff3-975e8aa648fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.797733] env[69942]: INFO nova.compute.manager [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Terminating instance [ 1075.817210] env[69942]: DEBUG nova.compute.manager [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Received event network-vif-plugged-10298766-0ee7-4e38-aade-eebfad4ba06c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.817210] env[69942]: DEBUG oslo_concurrency.lockutils [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] Acquiring lock "bfda2380-cd54-4d06-be37-84f1e6256ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.817210] env[69942]: DEBUG oslo_concurrency.lockutils [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] Lock "bfda2380-cd54-4d06-be37-84f1e6256ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.817210] env[69942]: DEBUG oslo_concurrency.lockutils [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] Lock "bfda2380-cd54-4d06-be37-84f1e6256ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.817531] env[69942]: DEBUG nova.compute.manager [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] No waiting events found dispatching network-vif-plugged-10298766-0ee7-4e38-aade-eebfad4ba06c {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.817531] env[69942]: WARNING nova.compute.manager [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Received unexpected event network-vif-plugged-10298766-0ee7-4e38-aade-eebfad4ba06c for instance with vm_state building and task_state spawning. [ 1075.817763] env[69942]: DEBUG nova.compute.manager [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Received event network-changed-10298766-0ee7-4e38-aade-eebfad4ba06c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.818082] env[69942]: DEBUG nova.compute.manager [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Refreshing instance network info cache due to event network-changed-10298766-0ee7-4e38-aade-eebfad4ba06c. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.818413] env[69942]: DEBUG oslo_concurrency.lockutils [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] Acquiring lock "refresh_cache-bfda2380-cd54-4d06-be37-84f1e6256ea8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.818594] env[69942]: DEBUG oslo_concurrency.lockutils [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] Acquired lock "refresh_cache-bfda2380-cd54-4d06-be37-84f1e6256ea8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.818791] env[69942]: DEBUG nova.network.neutron [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Refreshing network info cache for port 10298766-0ee7-4e38-aade-eebfad4ba06c {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.846128] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.860941] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831329, 'name': PowerOffVM_Task, 'duration_secs': 0.189836} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.861484] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.862746] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.862746] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbf0ca4-b278-4d0f-98c9-a0bf1aefffc4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.874017] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.874017] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-466acfa4-ec78-47bf-8466-e39e2e891590 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.898822] env[69942]: DEBUG oslo_vmware.api [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831314, 'name': ReconfigVM_Task, 'duration_secs': 6.618647} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.899118] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.899336] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Reconfigured VM to detach interface {{(pid=69942) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1075.909464] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.909464] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.909464] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Deleting the datastore file [datastore2] 3c92a5a0-f35e-43f5-83f1-036002a895e9 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.909464] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bda59e0-bd34-4679-a410-a18872fd061b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.918647] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1075.918647] env[69942]: value = "task-3831333" [ 1075.918647] env[69942]: _type = "Task" [ 1075.918647] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.945248] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "ff382947-7e03-40ec-a5f9-031ddc48f838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.945248] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "ff382947-7e03-40ec-a5f9-031ddc48f838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.945248] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "ff382947-7e03-40ec-a5f9-031ddc48f838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.955381] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.969100] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831330, 'name': CreateVM_Task, 'duration_secs': 0.464776} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.970126] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.971917] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.972121] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.972469] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.973068] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf2a82d-fba2-4df6-af05-ee0a7e416e8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.982120] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1075.982120] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f18ea1-ffe6-4d7a-a4a9-5bbbd31caeb5" [ 1075.982120] env[69942]: _type = "Task" [ 1075.982120] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.992403] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f18ea1-ffe6-4d7a-a4a9-5bbbd31caeb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.108922] env[69942]: DEBUG nova.network.neutron [req-4dc356c7-e80d-480f-92e3-b4e6074ca701 req-47beecfa-6582-4f29-8df7-915b3d1b0f03 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updated VIF entry in instance network info cache for port 60262d8e-7b3d-4b29-a81c-71f0cd632480. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.109228] env[69942]: DEBUG nova.network.neutron [req-4dc356c7-e80d-480f-92e3-b4e6074ca701 req-47beecfa-6582-4f29-8df7-915b3d1b0f03 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updating instance_info_cache with network_info: [{"id": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "address": "fa:16:3e:92:78:f7", "network": {"id": "c222853c-6c0d-4485-a3de-75dab7290a92", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-3863920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fcccbd7135104bf9a4a2e595a988d089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60262d8e-7b", "ovs_interfaceid": "60262d8e-7b3d-4b29-a81c-71f0cd632480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.177355] env[69942]: DEBUG oslo_vmware.api [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831331, 'name': PowerOffVM_Task, 'duration_secs': 0.244762} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.177537] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.177745] env[69942]: DEBUG nova.compute.manager [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.179167] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc94823-d48e-47c7-b7b5-27b45b906abe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.242579] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.246988] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.575s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.247987] env[69942]: INFO nova.compute.claims [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.281420] env[69942]: INFO nova.scheduler.client.report [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Deleted allocations for instance 2e12aac8-6181-4bbc-976c-53d5796a9b0d [ 1076.308407] env[69942]: DEBUG nova.compute.manager [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.308720] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.310383] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5267284-7277-4904-9cec-7b307e1b4dfe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.324106] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.324106] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-950ec814-e5c3-4819-bae8-dbbd5c9cbabc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.333996] env[69942]: DEBUG oslo_vmware.api [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1076.333996] env[69942]: value = "task-3831334" [ 1076.333996] env[69942]: _type = "Task" [ 1076.333996] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.343044] env[69942]: DEBUG oslo_vmware.api [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.432786] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126399} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.439390] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.439643] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.439877] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.497752] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f18ea1-ffe6-4d7a-a4a9-5bbbd31caeb5, 'name': SearchDatastore_Task, 'duration_secs': 0.022983} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.498850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.499862] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.499862] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.499862] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.500064] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.500590] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcbe8680-782c-4949-b128-89ce2dbe2d96 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.513145] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.513303] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.514014] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e76dd9-5504-44cb-894a-b2741b87df18 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.521856] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1076.521856] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f0c0bb-d78d-a1de-f7e6-c8a7aaf9f7b3" [ 1076.521856] env[69942]: _type = "Task" [ 1076.521856] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.534115] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f0c0bb-d78d-a1de-f7e6-c8a7aaf9f7b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.612296] env[69942]: DEBUG oslo_concurrency.lockutils [req-4dc356c7-e80d-480f-92e3-b4e6074ca701 req-47beecfa-6582-4f29-8df7-915b3d1b0f03 service nova] Releasing lock "refresh_cache-d291e516-2977-4c3b-aff3-975e8aa648fe" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.693692] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f83b6e3b-1734-4523-8209-1032a1395583 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.734642] env[69942]: DEBUG nova.network.neutron [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Updated VIF entry in instance network info cache for port 10298766-0ee7-4e38-aade-eebfad4ba06c. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.735192] env[69942]: DEBUG nova.network.neutron [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Updating instance_info_cache with network_info: [{"id": "10298766-0ee7-4e38-aade-eebfad4ba06c", "address": "fa:16:3e:95:c1:7a", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10298766-0e", "ovs_interfaceid": "10298766-0ee7-4e38-aade-eebfad4ba06c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.797042] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cd237c18-3c13-46df-9f8d-c25b180555b4 tempest-ImagesOneServerNegativeTestJSON-938829273 tempest-ImagesOneServerNegativeTestJSON-938829273-project-member] Lock "2e12aac8-6181-4bbc-976c-53d5796a9b0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.180s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.844099] env[69942]: DEBUG oslo_vmware.api [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831334, 'name': PowerOffVM_Task, 'duration_secs': 0.361908} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.844346] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.844506] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.844794] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b94b7b8-cb3b-419e-826f-d0551297ff86 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.987448] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.987572] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.988479] env[69942]: DEBUG nova.network.neutron [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.033792] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f0c0bb-d78d-a1de-f7e6-c8a7aaf9f7b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012743} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.035019] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1edd7e1-0fe8-40ff-a3fc-a0df3b9d571c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.042512] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1077.042512] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524bec12-7d0e-0613-a9c9-a26cead91945" [ 1077.042512] env[69942]: _type = "Task" [ 1077.042512] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.052022] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524bec12-7d0e-0613-a9c9-a26cead91945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.128185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "a81c11e2-0448-42f0-94d2-e3d0640777a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.128185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a81c11e2-0448-42f0-94d2-e3d0640777a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.159254] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.159704] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.159704] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Deleting the datastore file [datastore1] d291e516-2977-4c3b-aff3-975e8aa648fe {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.160065] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b2b22ff-7798-4303-b5c8-55352448822f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.171401] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "71423560-66a7-4ae1-bc19-0b122be901bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.171719] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "71423560-66a7-4ae1-bc19-0b122be901bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.173037] env[69942]: DEBUG oslo_vmware.api [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for the task: (returnval){ [ 1077.173037] env[69942]: value = "task-3831336" [ 1077.173037] env[69942]: _type = "Task" [ 1077.173037] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.184060] env[69942]: DEBUG oslo_vmware.api [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.243218] env[69942]: DEBUG oslo_concurrency.lockutils [req-d863e4a1-e406-49fe-91df-e670dd3d1a8d req-7f68ad7d-0020-4d08-a52c-9948d69854c6 service nova] Releasing lock "refresh_cache-bfda2380-cd54-4d06-be37-84f1e6256ea8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.296101] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.296358] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.296551] env[69942]: DEBUG nova.network.neutron [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.668474] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.678374] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.692962] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524bec12-7d0e-0613-a9c9-a26cead91945, 'name': SearchDatastore_Task, 'duration_secs': 0.013588} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.700144] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.700482] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] bfda2380-cd54-4d06-be37-84f1e6256ea8/bfda2380-cd54-4d06-be37-84f1e6256ea8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.700804] env[69942]: DEBUG oslo_vmware.api [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Task: {'id': task-3831336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248243} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.701024] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fba0a08-02f6-4f89-9eb9-31f901340de5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.703719] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.703719] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.703719] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.703862] env[69942]: INFO nova.compute.manager [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1077.704090] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.708273] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "743145b3-8f63-4f36-80ad-cd277f780e48" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.708273] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.708273] env[69942]: INFO nova.compute.manager [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Shelving [ 1077.709061] env[69942]: DEBUG nova.compute.manager [-] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.709159] env[69942]: DEBUG nova.network.neutron [-] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.720803] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1077.720803] env[69942]: value = "task-3831337" [ 1077.720803] env[69942]: _type = "Task" [ 1077.720803] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.729188] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.729476] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.729695] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.730092] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.730277] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.730741] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.730741] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.731209] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.731406] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.731925] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.731978] env[69942]: DEBUG nova.virt.hardware [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.733200] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b998da2b-2210-4032-bc37-34b515e80422 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.756290] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.764108] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd27a9f-2ec3-4e80-ba84-c25c8ecbad22 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.787068] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.793440] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.795107] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.795433] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df18b4d6-7a0d-4e7d-a6f0-dde7f50bc68c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.818843] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.818843] env[69942]: value = "task-3831338" [ 1077.818843] env[69942]: _type = "Task" [ 1077.818843] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.830801] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831338, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.152169] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26661c8e-4285-4cc3-8c00-854bd8f0e963 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.161139] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e715be-15a7-4941-b8ec-7e204d581705 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.229175] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffff50e4-7b7f-44f0-8fe6-bd55a2a92ff9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.258297] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831337, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.258447] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.258837] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.258913] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.259111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.259247] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.261798] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.262756] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.265704] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968867d3-b524-4bc5-81ec-da6340750b95 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.270817] env[69942]: INFO nova.compute.manager [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Terminating instance [ 1078.288267] env[69942]: DEBUG nova.compute.provider_tree [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.293163] env[69942]: DEBUG nova.network.neutron [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance_info_cache with network_info: [{"id": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "address": "fa:16:3e:62:00:89", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc47b25-30", "ovs_interfaceid": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.332233] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831338, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.379468] env[69942]: INFO nova.network.neutron [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Port 95da8472-c64e-4ced-b4e4-90dcbeed43a4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1078.379737] env[69942]: INFO nova.network.neutron [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Port 5094621d-c0e9-4483-957d-470687a3ce86 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1078.380149] env[69942]: DEBUG nova.network.neutron [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updating instance_info_cache with network_info: [{"id": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "address": "fa:16:3e:02:48:df", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8872f1e-d4", "ovs_interfaceid": "f8872f1e-d4f0-4103-8008-9ffeb15f49b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.487555] env[69942]: DEBUG nova.compute.manager [req-ba685a57-d303-4d64-9830-5ec09bd95449 req-c936834b-7c54-42ba-8bc0-7de96feb1ed8 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received event network-vif-deleted-95da8472-c64e-4ced-b4e4-90dcbeed43a4 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.487741] env[69942]: DEBUG nova.compute.manager [req-ba685a57-d303-4d64-9830-5ec09bd95449 req-c936834b-7c54-42ba-8bc0-7de96feb1ed8 service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received event network-vif-deleted-5094621d-c0e9-4483-957d-470687a3ce86 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.666163] env[69942]: DEBUG nova.compute.manager [req-0736395a-98c6-43c7-aed9-b59a8c704412 req-ace6c6f2-3921-4797-aa07-fd36ad457a67 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Received event network-vif-deleted-60262d8e-7b3d-4b29-a81c-71f0cd632480 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.666562] env[69942]: INFO nova.compute.manager [req-0736395a-98c6-43c7-aed9-b59a8c704412 req-ace6c6f2-3921-4797-aa07-fd36ad457a67 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Neutron deleted interface 60262d8e-7b3d-4b29-a81c-71f0cd632480; detaching it from the instance and deleting it from the info cache [ 1078.666699] env[69942]: DEBUG nova.network.neutron [req-0736395a-98c6-43c7-aed9-b59a8c704412 req-ace6c6f2-3921-4797-aa07-fd36ad457a67 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.745375] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566743} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.745838] env[69942]: DEBUG nova.network.neutron [-] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.747245] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] bfda2380-cd54-4d06-be37-84f1e6256ea8/bfda2380-cd54-4d06-be37-84f1e6256ea8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.747245] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.747939] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.748227] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08c865b1-9682-4a62-a6f6-ae74b43e25c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.750628] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60113449-643a-480a-a303-72630c02d7ef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.759891] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1078.759891] env[69942]: value = "task-3831339" [ 1078.759891] env[69942]: _type = "Task" [ 1078.759891] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.765944] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1078.765944] env[69942]: value = "task-3831340" [ 1078.765944] env[69942]: _type = "Task" [ 1078.765944] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.777448] env[69942]: DEBUG nova.compute.manager [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.778227] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.778583] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd5370b-9a39-4d0e-b334-453fc071d45a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.786408] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.790094] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.792060] env[69942]: DEBUG nova.scheduler.client.report [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.800138] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.801616] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.802478] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bbd39d7-4926-431d-b777-3be75164f2e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.810709] env[69942]: DEBUG oslo_vmware.api [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1078.810709] env[69942]: value = "task-3831341" [ 1078.810709] env[69942]: _type = "Task" [ 1078.810709] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.821183] env[69942]: DEBUG oslo_vmware.api [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.836025] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831338, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.883594] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-bd7c066b-9df9-4956-a1ea-0f0b802c3083" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.170013] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2334acb7-3fc6-4210-8049-38e90d8d3a91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.182043] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3159aef0-6ede-41e2-93ef-3665c468f948 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.223977] env[69942]: INFO nova.compute.manager [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Rebuilding instance [ 1079.226570] env[69942]: DEBUG nova.compute.manager [req-0736395a-98c6-43c7-aed9-b59a8c704412 req-ace6c6f2-3921-4797-aa07-fd36ad457a67 service nova] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Detach interface failed, port_id=60262d8e-7b3d-4b29-a81c-71f0cd632480, reason: Instance d291e516-2977-4c3b-aff3-975e8aa648fe could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.252938] env[69942]: INFO nova.compute.manager [-] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Took 1.54 seconds to deallocate network for instance. [ 1079.280698] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.285160] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130087} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.285160] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.285741] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56c8115-6101-4a52-930a-c90a927b5372 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.306549] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.061s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.307070] env[69942]: DEBUG nova.compute.manager [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.318757] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] bfda2380-cd54-4d06-be37-84f1e6256ea8/bfda2380-cd54-4d06-be37-84f1e6256ea8.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.325910] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.104s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.325910] env[69942]: DEBUG nova.objects.instance [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lazy-loading 'resources' on Instance uuid 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.329463] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb78d42a-4a80-4511-a78c-60fcd147c9c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.351802] env[69942]: DEBUG nova.compute.manager [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.360647] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2b1087-f7c1-4c43-937e-f935df0af716 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.374639] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831338, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.375276] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1079.375276] env[69942]: value = "task-3831342" [ 1079.375276] env[69942]: _type = "Task" [ 1079.375276] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.376643] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6225114b-6251-4d4d-a21a-8383900980af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.390024] env[69942]: DEBUG oslo_vmware.api [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.395995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1143c390-b463-4312-ace6-66c2841e6c5e tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-bd7c066b-9df9-4956-a1ea-0f0b802c3083-95da8472-c64e-4ced-b4e4-90dcbeed43a4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.138s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.416209] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b5f5c4-12d2-4652-89c8-8df5a6400b6a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.426144] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.434581] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance 'ff382947-7e03-40ec-a5f9-031ddc48f838' progress to 83 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.701460] env[69942]: DEBUG oslo_concurrency.lockutils [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.701973] env[69942]: DEBUG oslo_concurrency.lockutils [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.766780] env[69942]: DEBUG oslo_concurrency.lockutils [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.780457] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831340, 'name': PowerOffVM_Task, 'duration_secs': 0.776239} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.783543] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.785212] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8ac34c-ffa8-417b-bbaa-3056d4adedab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.810723] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8171999-803c-46a0-8959-0cd421f97d60 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.823945] env[69942]: DEBUG nova.compute.utils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.828350] env[69942]: DEBUG nova.compute.manager [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.828606] env[69942]: DEBUG nova.network.neutron [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.843175] env[69942]: DEBUG oslo_vmware.api [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831341, 'name': PowerOffVM_Task, 'duration_secs': 0.726174} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.843447] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.843671] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.843864] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40baa15e-e2b4-42a3-a0ad-eabba0a43c46 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.862466] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831338, 'name': CreateVM_Task, 'duration_secs': 1.587046} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.862466] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.862466] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.862466] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.862466] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.862760] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32241a07-008f-4490-9189-4e4749f2d1f6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.872110] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1079.872110] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cacb3f-5b54-7c06-3c50-559ead5903b9" [ 1079.872110] env[69942]: _type = "Task" [ 1079.872110] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.881660] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cacb3f-5b54-7c06-3c50-559ead5903b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.892826] env[69942]: DEBUG nova.policy [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b7aadd6c33d43b79fdb562f19224702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a81619735f42a58e3ead823d390614', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.900562] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831342, 'name': ReconfigVM_Task, 'duration_secs': 0.435631} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.903631] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Reconfigured VM instance instance-0000004a to attach disk [datastore2] bfda2380-cd54-4d06-be37-84f1e6256ea8/bfda2380-cd54-4d06-be37-84f1e6256ea8.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.904561] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcbdb878-2898-410f-b2d6-d2e9d6bd04a6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.913013] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1079.913013] env[69942]: value = "task-3831344" [ 1079.913013] env[69942]: _type = "Task" [ 1079.913013] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.918670] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c31f994-bf4f-4089-ad44-85a1cd18e78c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.930183] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831344, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.932820] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18765c02-3bdb-4a15-b837-6e68f0cf2d68 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.966975] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.969617] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5ab30b9-a0c8-4d87-b76c-44e830b82153 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.972136] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99dc1f5-a759-4aa3-a138-e871e5a1247c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.984504] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c558f573-53b0-48f2-8d39-21a4b2e6b79b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.988996] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1079.988996] env[69942]: value = "task-3831345" [ 1079.988996] env[69942]: _type = "Task" [ 1079.988996] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.991285] env[69942]: DEBUG oslo_vmware.rw_handles [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7ba14-3987-1ba5-fe7c-5bb33fab3915/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1079.992211] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ced070a-bfa6-457a-a183-0bce86bb6b97 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.007770] env[69942]: DEBUG nova.compute.provider_tree [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.013025] env[69942]: DEBUG oslo_vmware.rw_handles [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7ba14-3987-1ba5-fe7c-5bb33fab3915/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.013025] env[69942]: ERROR oslo_vmware.rw_handles [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7ba14-3987-1ba5-fe7c-5bb33fab3915/disk-0.vmdk due to incomplete transfer. [ 1080.014944] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-39154376-4c6e-4031-9317-d55e3cf8ea27 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.016939] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831345, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.026632] env[69942]: DEBUG oslo_vmware.rw_handles [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f7ba14-3987-1ba5-fe7c-5bb33fab3915/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.026858] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Uploaded image f7087a8b-3551-4e24-9584-9eb71110ba1c to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.029425] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.029594] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e719f882-1739-44fd-a06b-0042c399659b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.038120] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1080.038120] env[69942]: value = "task-3831346" [ 1080.038120] env[69942]: _type = "Task" [ 1080.038120] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.046944] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831346, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.205610] env[69942]: DEBUG nova.compute.utils [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.254568] env[69942]: DEBUG nova.network.neutron [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Successfully created port: 53bf8259-cb07-4593-b334-e112c1c7a27c {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.279996] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.280437] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.280703] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleting the datastore file [datastore1] bd7c066b-9df9-4956-a1ea-0f0b802c3083 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.281043] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18751231-2dcc-4db3-ae98-0fc9aa189064 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.288988] env[69942]: DEBUG oslo_vmware.api [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1080.288988] env[69942]: value = "task-3831347" [ 1080.288988] env[69942]: _type = "Task" [ 1080.288988] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.300988] env[69942]: DEBUG oslo_vmware.api [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.324727] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1080.325143] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a261df9c-9dcd-4dcc-b686-3b46c987c74c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.332987] env[69942]: DEBUG nova.compute.manager [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.337544] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1080.337544] env[69942]: value = "task-3831348" [ 1080.337544] env[69942]: _type = "Task" [ 1080.337544] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.348541] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831348, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.384982] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cacb3f-5b54-7c06-3c50-559ead5903b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013045} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.386395] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.386858] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.387558] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.387742] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.387996] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.388906] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc698ae-8d1f-4445-a867-da0f0dc7e961 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.396836] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.397644] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecc586de-9b07-4a21-af60-50949223abab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.407622] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1080.407622] env[69942]: value = "task-3831349" [ 1080.407622] env[69942]: _type = "Task" [ 1080.407622] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.413661] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.413882] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.418424] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2250047-50bc-47cf-8460-8c71b6502c6b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.429404] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1080.429854] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.431647] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eca7a70-f62f-4e6b-8563-1d0aa68ac860 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.446540] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1080.446540] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cafb0c-309b-2ef5-b969-e87c9def6706" [ 1080.446540] env[69942]: _type = "Task" [ 1080.446540] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.447104] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831344, 'name': Rename_Task, 'duration_secs': 0.240347} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.448374] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.454417] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75c2b1c3-2bb6-489f-935a-b213d9cf0126 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.464594] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.467019] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-feb0a46b-f0c1-4737-83f0-5296719d08ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.476147] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cafb0c-309b-2ef5-b969-e87c9def6706, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.480150] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1080.480150] env[69942]: value = "task-3831350" [ 1080.480150] env[69942]: _type = "Task" [ 1080.480150] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.480553] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95367f2e-2656-4d5b-9c35-9ff4850a896e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.501532] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1080.501532] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529666e6-0fdc-cddf-c5ac-fadabdb9ee4b" [ 1080.501532] env[69942]: _type = "Task" [ 1080.501532] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.507853] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.519988] env[69942]: DEBUG nova.scheduler.client.report [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.525534] env[69942]: DEBUG oslo_vmware.api [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831345, 'name': PowerOnVM_Task, 'duration_secs': 0.502006} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.527479] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.527686] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd4b99-6e56-4d45-8571-7335f558a5fd tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance 'ff382947-7e03-40ec-a5f9-031ddc48f838' progress to 100 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.540194] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529666e6-0fdc-cddf-c5ac-fadabdb9ee4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013381} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.546452] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.547068] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 3c92a5a0-f35e-43f5-83f1-036002a895e9/3c92a5a0-f35e-43f5-83f1-036002a895e9.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.548687] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b9f24e1-79e6-4285-8aa2-1fa121891e4c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.561239] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831346, 'name': Destroy_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.563875] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1080.563875] env[69942]: value = "task-3831352" [ 1080.563875] env[69942]: _type = "Task" [ 1080.563875] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.578724] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.708602] env[69942]: DEBUG oslo_concurrency.lockutils [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.737617] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.738052] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.738300] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleting the datastore file [datastore2] 29e1e27f-54fb-4f78-ba3c-42a86051dd14 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.738609] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6602c6e-a3a0-4aa0-908a-b7c35cfe2031 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.750251] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1080.750251] env[69942]: value = "task-3831353" [ 1080.750251] env[69942]: _type = "Task" [ 1080.750251] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.759477] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.801994] env[69942]: DEBUG oslo_vmware.api [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211577} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.802296] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.802577] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.802644] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.802828] env[69942]: INFO nova.compute.manager [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Took 2.03 seconds to destroy the instance on the hypervisor. [ 1080.803095] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.803310] env[69942]: DEBUG nova.compute.manager [-] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.803411] env[69942]: DEBUG nova.network.neutron [-] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.861521] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831348, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.871139] env[69942]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5094621d-c0e9-4483-957d-470687a3ce86 could not be found.", "detail": ""}} {{(pid=69942) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1080.871410] env[69942]: DEBUG nova.network.neutron [-] Unable to show port 5094621d-c0e9-4483-957d-470687a3ce86 as it no longer exists. {{(pid=69942) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1080.999339] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831350, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.027867] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.036672] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.481s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.036672] env[69942]: DEBUG nova.objects.instance [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lazy-loading 'resources' on Instance uuid 2ef22cc8-aca3-4125-8844-15f55b67cd63 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.069299] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831346, 'name': Destroy_Task, 'duration_secs': 0.606167} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.075032] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Destroyed the VM [ 1081.075312] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.076357] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2e5c7886-3f55-4c39-90ff-34fb298de3fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.080974] env[69942]: INFO nova.scheduler.client.report [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted allocations for instance 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e [ 1081.089851] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831352, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.092116] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1081.092116] env[69942]: value = "task-3831354" [ 1081.092116] env[69942]: _type = "Task" [ 1081.092116] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.103857] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831354, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.262202] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462995} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.262202] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.262202] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.262447] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.356360] env[69942]: DEBUG nova.compute.manager [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.366124] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831348, 'name': CreateSnapshot_Task, 'duration_secs': 0.88524} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.367027] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1081.367348] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e113ef-95dc-4012-8407-7635cbb02e32 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.392395] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.392665] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.392820] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.396024] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.396024] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.396024] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.396024] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.396024] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.396024] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.396024] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.396024] env[69942]: DEBUG nova.virt.hardware [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.396024] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0184e04-7a9f-4e17-aacb-3674f9ca48e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.405878] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1eb441-1b50-4551-a78b-c0809288506c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.509922] env[69942]: DEBUG oslo_vmware.api [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831350, 'name': PowerOnVM_Task, 'duration_secs': 0.938164} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.510343] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.510623] env[69942]: INFO nova.compute.manager [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1081.510822] env[69942]: DEBUG nova.compute.manager [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.511707] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056b8ca4-64a1-4d12-b24e-46f9780d03c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.592044] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549924} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.596031] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ec303d2-e2ee-4532-8ec7-51427f378d9a tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "1a1efde4-bfc5-4c12-ade7-db2d9a6c272e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.983s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.597749] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 3c92a5a0-f35e-43f5-83f1-036002a895e9/3c92a5a0-f35e-43f5-83f1-036002a895e9.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.597749] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.601487] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-729cb746-da5d-4ee6-a822-edb495f1dd92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.610672] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831354, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.612120] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1081.612120] env[69942]: value = "task-3831355" [ 1081.612120] env[69942]: _type = "Task" [ 1081.612120] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.624771] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.820508] env[69942]: DEBUG oslo_concurrency.lockutils [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.820775] env[69942]: DEBUG oslo_concurrency.lockutils [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.821016] env[69942]: INFO nova.compute.manager [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Attaching volume 99417c5c-d3d5-4555-8fdc-870db0b76229 to /dev/sdb [ 1081.875122] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14da3f74-4a02-4d0a-bc1c-55f332595a58 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.894037] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1081.894037] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ceac8cc1-2e19-41b1-b215-6554743a45ec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.898830] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2695119-81ec-475e-a6e9-2549c530f674 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.912964] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1081.912964] env[69942]: value = "task-3831356" [ 1081.912964] env[69942]: _type = "Task" [ 1081.912964] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.924254] env[69942]: DEBUG nova.virt.block_device [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updating existing volume attachment record: 768991cd-aaa2-44f1-a9d2-cb9d109874eb {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1081.932680] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831356, 'name': CloneVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.964086] env[69942]: DEBUG nova.compute.manager [req-1490e7d5-ae9b-4711-ae67-f4f102ce310e req-5a2c1377-cafa-48a8-9f78-1b55af0955db service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Received event network-vif-deleted-f8872f1e-d4f0-4103-8008-9ffeb15f49b8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.964086] env[69942]: INFO nova.compute.manager [req-1490e7d5-ae9b-4711-ae67-f4f102ce310e req-5a2c1377-cafa-48a8-9f78-1b55af0955db service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Neutron deleted interface f8872f1e-d4f0-4103-8008-9ffeb15f49b8; detaching it from the instance and deleting it from the info cache [ 1081.964760] env[69942]: DEBUG nova.network.neutron [req-1490e7d5-ae9b-4711-ae67-f4f102ce310e req-5a2c1377-cafa-48a8-9f78-1b55af0955db service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.041149] env[69942]: DEBUG nova.network.neutron [-] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.045314] env[69942]: INFO nova.compute.manager [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Took 39.52 seconds to build instance. [ 1082.116095] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831354, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.128437] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078278} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.128437] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.129273] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c474dab-d200-4822-ad85-5bfb06be0f69 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.152979] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 3c92a5a0-f35e-43f5-83f1-036002a895e9/3c92a5a0-f35e-43f5-83f1-036002a895e9.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.156152] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a308854-7586-49cf-a2b5-d90d4fa279c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.180649] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1082.180649] env[69942]: value = "task-3831358" [ 1082.180649] env[69942]: _type = "Task" [ 1082.180649] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.194325] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831358, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.218756] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3944bc61-b67e-4735-a09e-067973c13129 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.228174] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8bb985-4d88-4a67-bd42-1e1429ec7ec1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.268556] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfe11c0-6751-4b32-a99a-2fde906b5b6c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.281553] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a6e34e-c6e6-4ec6-8ac1-18b39be32f65 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.296353] env[69942]: DEBUG nova.compute.provider_tree [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.306981] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.307201] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.307343] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.307685] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.307889] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.307889] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.308380] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.308580] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.309494] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.309494] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.309494] env[69942]: DEBUG nova.virt.hardware [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.310656] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52a5535-1a4f-4628-9d8e-e766333cef3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.319963] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf868f8-e66c-4a76-af3f-ef98a817d674 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.337123] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:be:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce54ca20-d148-45cc-82ee-62de56fc8b20', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.345798] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.346846] env[69942]: DEBUG nova.network.neutron [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Successfully updated port: 53bf8259-cb07-4593-b334-e112c1c7a27c {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.350468] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.350468] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-086826ee-2f8c-4076-8072-4d2d0d078bbe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.373743] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.373743] env[69942]: value = "task-3831359" [ 1082.373743] env[69942]: _type = "Task" [ 1082.373743] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.387098] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831359, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.428535] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831356, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.467400] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c4b85f6-8b4d-4070-8d05-a649626d2fac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.478890] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec640e72-9497-4932-979d-64aa554342a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.518970] env[69942]: DEBUG nova.compute.manager [req-1490e7d5-ae9b-4711-ae67-f4f102ce310e req-5a2c1377-cafa-48a8-9f78-1b55af0955db service nova] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Detach interface failed, port_id=f8872f1e-d4f0-4103-8008-9ffeb15f49b8, reason: Instance bd7c066b-9df9-4956-a1ea-0f0b802c3083 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.542944] env[69942]: INFO nova.compute.manager [-] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Took 1.74 seconds to deallocate network for instance. [ 1082.548687] env[69942]: DEBUG oslo_concurrency.lockutils [None req-96dffcfc-f7d0-45ef-8c93-12ae82bf38f1 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bfda2380-cd54-4d06-be37-84f1e6256ea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.044s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.612438] env[69942]: DEBUG oslo_vmware.api [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831354, 'name': RemoveSnapshot_Task, 'duration_secs': 1.177517} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.612764] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.612991] env[69942]: INFO nova.compute.manager [None req-78eef0a2-0f34-46e2-86d9-4a9973377136 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Took 17.04 seconds to snapshot the instance on the hypervisor. [ 1082.694918] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.805374] env[69942]: DEBUG nova.scheduler.client.report [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.866661] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-c26ba48b-1618-4b22-8e2a-dc94e42a50c1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.867115] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-c26ba48b-1618-4b22-8e2a-dc94e42a50c1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.867115] env[69942]: DEBUG nova.network.neutron [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.892367] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831359, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.926162] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831356, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.052345] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.195830] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831358, 'name': ReconfigVM_Task, 'duration_secs': 0.893189} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.196231] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 3c92a5a0-f35e-43f5-83f1-036002a895e9/3c92a5a0-f35e-43f5-83f1-036002a895e9.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.196959] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3115b53-b6e5-4b5d-a18b-fde0baac9862 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.209499] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1083.209499] env[69942]: value = "task-3831362" [ 1083.209499] env[69942]: _type = "Task" [ 1083.209499] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.220539] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831362, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.308166] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.310872] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.846s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.311111] env[69942]: DEBUG nova.objects.instance [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1083.331753] env[69942]: INFO nova.scheduler.client.report [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleted allocations for instance 2ef22cc8-aca3-4125-8844-15f55b67cd63 [ 1083.386529] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831359, 'name': CreateVM_Task, 'duration_secs': 0.773945} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.387587] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.387748] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.387989] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.388406] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.389367] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4256dd0c-4f20-4541-94d1-450643e12208 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.395906] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1083.395906] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b0fde-8f2f-88dd-47bf-f062dda4ed11" [ 1083.395906] env[69942]: _type = "Task" [ 1083.395906] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.415566] env[69942]: DEBUG nova.network.neutron [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.422841] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "4fc59d8e-f863-492b-949a-8913bc42596d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.423068] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4fc59d8e-f863-492b-949a-8913bc42596d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.424428] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b0fde-8f2f-88dd-47bf-f062dda4ed11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.436031] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831356, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.658782] env[69942]: DEBUG nova.network.neutron [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Updating instance_info_cache with network_info: [{"id": "53bf8259-cb07-4593-b334-e112c1c7a27c", "address": "fa:16:3e:0f:68:90", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bf8259-cb", "ovs_interfaceid": "53bf8259-cb07-4593-b334-e112c1c7a27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.725053] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831362, 'name': Rename_Task, 'duration_secs': 0.160299} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.725690] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.726235] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17d50374-57fa-44ee-b084-5f8dadf0af81 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.736331] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1083.736331] env[69942]: value = "task-3831363" [ 1083.736331] env[69942]: _type = "Task" [ 1083.736331] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.749411] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.840735] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20ef9f1d-6cc0-4543-b31a-18c043211ffd tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "2ef22cc8-aca3-4125-8844-15f55b67cd63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.863s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.852508] env[69942]: DEBUG nova.network.neutron [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Port ecc47b25-3011-4ee5-9abb-a097346eb1a7 binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1083.852508] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.852508] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.852508] env[69942]: DEBUG nova.network.neutron [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.907863] env[69942]: DEBUG oslo_concurrency.lockutils [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "bfda2380-cd54-4d06-be37-84f1e6256ea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.908247] env[69942]: DEBUG oslo_concurrency.lockutils [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bfda2380-cd54-4d06-be37-84f1e6256ea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.908544] env[69942]: DEBUG oslo_concurrency.lockutils [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "bfda2380-cd54-4d06-be37-84f1e6256ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.908813] env[69942]: DEBUG oslo_concurrency.lockutils [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bfda2380-cd54-4d06-be37-84f1e6256ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.909080] env[69942]: DEBUG oslo_concurrency.lockutils [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bfda2380-cd54-4d06-be37-84f1e6256ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.910846] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b0fde-8f2f-88dd-47bf-f062dda4ed11, 'name': SearchDatastore_Task, 'duration_secs': 0.015741} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.911364] env[69942]: INFO nova.compute.manager [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Terminating instance [ 1083.912946] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.913269] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.913597] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.913817] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.914450] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.915518] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a42eff62-298b-409d-a733-a33ef227688e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.928840] env[69942]: DEBUG nova.compute.manager [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.933443] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.934361] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.936014] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8642271-bc07-4f23-bf17-a4bf505f9fbb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.942747] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831356, 'name': CloneVM_Task, 'duration_secs': 1.670844} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.943439] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Created linked-clone VM from snapshot [ 1083.944453] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1f0e61-fca7-4d5d-91e7-9d523ebdd07d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.948858] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1083.948858] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d096c7-53ee-2139-684c-a38c445d9be7" [ 1083.948858] env[69942]: _type = "Task" [ 1083.948858] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.966747] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Uploading image 6f296206-3a0c-49b2-a1aa-b9c96d5e3e41 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1083.973613] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d096c7-53ee-2139-684c-a38c445d9be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.001930] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1084.001930] env[69942]: value = "vm-761698" [ 1084.001930] env[69942]: _type = "VirtualMachine" [ 1084.001930] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1084.002230] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c787d3e-75a6-4c3e-9c52-4dc637c051a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.011017] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lease: (returnval){ [ 1084.011017] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c6de5-1741-94fa-c562-89fc8c063d60" [ 1084.011017] env[69942]: _type = "HttpNfcLease" [ 1084.011017] env[69942]: } obtained for exporting VM: (result){ [ 1084.011017] env[69942]: value = "vm-761698" [ 1084.011017] env[69942]: _type = "VirtualMachine" [ 1084.011017] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1084.011325] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the lease: (returnval){ [ 1084.011325] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c6de5-1741-94fa-c562-89fc8c063d60" [ 1084.011325] env[69942]: _type = "HttpNfcLease" [ 1084.011325] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1084.021302] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.021302] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c6de5-1741-94fa-c562-89fc8c063d60" [ 1084.021302] env[69942]: _type = "HttpNfcLease" [ 1084.021302] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1084.163018] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-c26ba48b-1618-4b22-8e2a-dc94e42a50c1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.163018] env[69942]: DEBUG nova.compute.manager [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Instance network_info: |[{"id": "53bf8259-cb07-4593-b334-e112c1c7a27c", "address": "fa:16:3e:0f:68:90", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bf8259-cb", "ovs_interfaceid": "53bf8259-cb07-4593-b334-e112c1c7a27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.163401] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:68:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53bf8259-cb07-4593-b334-e112c1c7a27c', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.172938] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.174247] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.174748] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d0fe628-d155-40de-b0e4-2ecaec94a301 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.195797] env[69942]: DEBUG nova.compute.manager [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Received event network-vif-plugged-53bf8259-cb07-4593-b334-e112c1c7a27c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.196021] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] Acquiring lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.196301] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] Lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.197118] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] Lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.197118] env[69942]: DEBUG nova.compute.manager [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] No waiting events found dispatching network-vif-plugged-53bf8259-cb07-4593-b334-e112c1c7a27c {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.197118] env[69942]: WARNING nova.compute.manager [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Received unexpected event network-vif-plugged-53bf8259-cb07-4593-b334-e112c1c7a27c for instance with vm_state building and task_state spawning. [ 1084.197447] env[69942]: DEBUG nova.compute.manager [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Received event network-changed-53bf8259-cb07-4593-b334-e112c1c7a27c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.197447] env[69942]: DEBUG nova.compute.manager [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Refreshing instance network info cache due to event network-changed-53bf8259-cb07-4593-b334-e112c1c7a27c. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.198056] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] Acquiring lock "refresh_cache-c26ba48b-1618-4b22-8e2a-dc94e42a50c1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.198056] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] Acquired lock "refresh_cache-c26ba48b-1618-4b22-8e2a-dc94e42a50c1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.198238] env[69942]: DEBUG nova.network.neutron [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Refreshing network info cache for port 53bf8259-cb07-4593-b334-e112c1c7a27c {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.207214] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.207214] env[69942]: value = "task-3831365" [ 1084.207214] env[69942]: _type = "Task" [ 1084.207214] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.219642] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831365, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.251877] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831363, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.321199] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63b1ae2e-1492-40f4-8d34-e6357b603840 tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.322727] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.271s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.323407] env[69942]: DEBUG nova.objects.instance [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lazy-loading 'resources' on Instance uuid 95641b2a-0128-4556-a056-d4bc3d05b4c5 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.418484] env[69942]: DEBUG nova.compute.manager [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.418723] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.419682] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754f7f0a-f9ef-4d08-a94e-53ff5aafa2fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.429850] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.430195] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7efce08-600c-406b-9f05-957ff5bbd78d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.440696] env[69942]: DEBUG oslo_vmware.api [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1084.440696] env[69942]: value = "task-3831366" [ 1084.440696] env[69942]: _type = "Task" [ 1084.440696] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.463252] env[69942]: DEBUG oslo_vmware.api [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.463932] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.472208] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d096c7-53ee-2139-684c-a38c445d9be7, 'name': SearchDatastore_Task, 'duration_secs': 0.023778} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.472512] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b924025b-357f-4df1-a0d0-c72397c21ba6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.479175] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1084.479175] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a9a22e-38be-494b-7ede-b49ca7248f52" [ 1084.479175] env[69942]: _type = "Task" [ 1084.479175] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.489023] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a9a22e-38be-494b-7ede-b49ca7248f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.526235] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1084.526235] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c6de5-1741-94fa-c562-89fc8c063d60" [ 1084.526235] env[69942]: _type = "HttpNfcLease" [ 1084.526235] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1084.527933] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1084.527933] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c6de5-1741-94fa-c562-89fc8c063d60" [ 1084.527933] env[69942]: _type = "HttpNfcLease" [ 1084.527933] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1084.530304] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f761c51-2752-4147-8d40-b1267921f743 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.543175] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280f192-117a-e76c-cb54-ebff440846e6/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1084.544050] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280f192-117a-e76c-cb54-ebff440846e6/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1084.647857] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-739492b8-317d-47fa-983a-513a191b8745 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.664131] env[69942]: DEBUG oslo_concurrency.lockutils [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.664733] env[69942]: DEBUG oslo_concurrency.lockutils [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.664733] env[69942]: DEBUG oslo_concurrency.lockutils [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.664902] env[69942]: DEBUG oslo_concurrency.lockutils [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.665134] env[69942]: DEBUG oslo_concurrency.lockutils [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.668129] env[69942]: INFO nova.compute.manager [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Terminating instance [ 1084.718038] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831365, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.754110] env[69942]: DEBUG oslo_vmware.api [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831363, 'name': PowerOnVM_Task, 'duration_secs': 0.607392} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.754110] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.754110] env[69942]: DEBUG nova.compute.manager [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.754110] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d07dfb-2f3f-47a0-89ea-fc23e85d1a9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.758099] env[69942]: DEBUG nova.network.neutron [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance_info_cache with network_info: [{"id": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "address": "fa:16:3e:62:00:89", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc47b25-30", "ovs_interfaceid": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.963561] env[69942]: DEBUG oslo_vmware.api [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831366, 'name': PowerOffVM_Task, 'duration_secs': 0.266452} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.963987] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.963987] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.966368] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f14323b0-28bf-4e93-992d-254c82ae0889 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.992287] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a9a22e-38be-494b-7ede-b49ca7248f52, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.994998] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.995411] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 29e1e27f-54fb-4f78-ba3c-42a86051dd14/29e1e27f-54fb-4f78-ba3c-42a86051dd14.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.997100] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0702647-d895-436d-8d36-9fd781922146 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.009992] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1085.009992] env[69942]: value = "task-3831369" [ 1085.009992] env[69942]: _type = "Task" [ 1085.009992] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.023393] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.024659] env[69942]: DEBUG nova.network.neutron [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Updated VIF entry in instance network info cache for port 53bf8259-cb07-4593-b334-e112c1c7a27c. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.025061] env[69942]: DEBUG nova.network.neutron [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Updating instance_info_cache with network_info: [{"id": "53bf8259-cb07-4593-b334-e112c1c7a27c", "address": "fa:16:3e:0f:68:90", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bf8259-cb", "ovs_interfaceid": "53bf8259-cb07-4593-b334-e112c1c7a27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.041141] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.041355] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.041517] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleting the datastore file [datastore2] bfda2380-cd54-4d06-be37-84f1e6256ea8 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.045408] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ffbaf16-e747-4a56-87b4-77ba84cefbc8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.053654] env[69942]: DEBUG oslo_vmware.api [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1085.053654] env[69942]: value = "task-3831370" [ 1085.053654] env[69942]: _type = "Task" [ 1085.053654] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.063664] env[69942]: DEBUG oslo_vmware.api [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.172591] env[69942]: DEBUG nova.compute.manager [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.175065] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.176170] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e361e19-6343-47e3-8759-40813b38d606 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.190654] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.191795] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d3f086a-d0bf-46af-8cc0-2a1a2302ff85 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.202955] env[69942]: DEBUG oslo_vmware.api [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 1085.202955] env[69942]: value = "task-3831371" [ 1085.202955] env[69942]: _type = "Task" [ 1085.202955] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.222529] env[69942]: DEBUG oslo_vmware.api [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.233943] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831365, 'name': CreateVM_Task, 'duration_secs': 0.58394} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.234838] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.236097] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.236097] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.236458] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.237322] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e54aa1e-764e-49ed-9ab1-dca15028f63a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.256683] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1085.256683] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a39537-65c4-5717-6049-6f13b5552c10" [ 1085.256683] env[69942]: _type = "Task" [ 1085.256683] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.268964] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.287689] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a39537-65c4-5717-6049-6f13b5552c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.293819] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.439769] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f76a4-ad42-4c72-9607-46ea085bd4b9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.451914] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1877cb36-7747-4467-aff7-5b743ac34982 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.498453] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3ff59d-7ced-4d04-b5ba-6c165fb66886 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.516539] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e752b3-2ddb-49d4-af34-a24c29abdf0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.534594] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b704aaa-db9b-48ef-b912-86618f471b4f req-43442cb5-cfa8-4a9b-8cfa-c31480b2c0d4 service nova] Releasing lock "refresh_cache-c26ba48b-1618-4b22-8e2a-dc94e42a50c1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.535298] env[69942]: DEBUG nova.compute.provider_tree [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.540552] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831369, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.571732] env[69942]: DEBUG oslo_vmware.api [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169367} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.572229] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.572573] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.572877] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.573643] env[69942]: INFO nova.compute.manager [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1085.573774] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.574021] env[69942]: DEBUG nova.compute.manager [-] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.574234] env[69942]: DEBUG nova.network.neutron [-] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.718219] env[69942]: DEBUG oslo_vmware.api [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831371, 'name': PowerOffVM_Task, 'duration_secs': 0.281176} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.718372] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.719043] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.719625] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55b52912-1e3a-4b97-b53d-40e6af8153b2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.736185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "2b0b2884-e433-4e8c-ba38-b73760431846" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.736663] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "2b0b2884-e433-4e8c-ba38-b73760431846" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.736897] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "2b0b2884-e433-4e8c-ba38-b73760431846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.737211] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "2b0b2884-e433-4e8c-ba38-b73760431846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.737310] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "2b0b2884-e433-4e8c-ba38-b73760431846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.740695] env[69942]: INFO nova.compute.manager [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Terminating instance [ 1085.768718] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a39537-65c4-5717-6049-6f13b5552c10, 'name': SearchDatastore_Task, 'duration_secs': 0.061903} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.768913] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.768997] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.769257] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.769466] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.769572] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.769866] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12491a5e-111d-4ebb-aeec-ffaf73816f6a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.774746] env[69942]: DEBUG nova.compute.manager [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69942) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1085.775151] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.781736] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.781952] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.782787] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-379c0c79-e5f4-4bff-9083-f6aa9e267c87 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.791451] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1085.791451] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f2a150-7b2f-2bed-873e-39fd91767949" [ 1085.791451] env[69942]: _type = "Task" [ 1085.791451] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.792559] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.792785] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.792979] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleting the datastore file [datastore2] b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.797079] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cff14840-7549-4029-8402-fb1955bf6ec4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.807993] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f2a150-7b2f-2bed-873e-39fd91767949, 'name': SearchDatastore_Task, 'duration_secs': 0.01298} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.810762] env[69942]: DEBUG oslo_vmware.api [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for the task: (returnval){ [ 1085.810762] env[69942]: value = "task-3831373" [ 1085.810762] env[69942]: _type = "Task" [ 1085.810762] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.811038] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68936275-74b9-44b5-a5e5-2ce1100b1e92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.822582] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1085.822582] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527385e4-1742-55d9-a11b-27ec65003c1a" [ 1085.822582] env[69942]: _type = "Task" [ 1085.822582] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.828399] env[69942]: DEBUG oslo_vmware.api [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.838168] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527385e4-1742-55d9-a11b-27ec65003c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011902} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.838428] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.838690] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] c26ba48b-1618-4b22-8e2a-dc94e42a50c1/c26ba48b-1618-4b22-8e2a-dc94e42a50c1.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.838946] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-281956d0-d641-4e6d-b8c3-70b47e375372 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.848721] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1085.848721] env[69942]: value = "task-3831374" [ 1085.848721] env[69942]: _type = "Task" [ 1085.848721] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.858901] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.022414] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602278} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.022765] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 29e1e27f-54fb-4f78-ba3c-42a86051dd14/29e1e27f-54fb-4f78-ba3c-42a86051dd14.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.023086] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.024729] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28ebae3e-7a37-4cb3-b397-ae2eca39187f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.036340] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1086.036340] env[69942]: value = "task-3831375" [ 1086.036340] env[69942]: _type = "Task" [ 1086.036340] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.042775] env[69942]: DEBUG nova.scheduler.client.report [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.062334] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.247060] env[69942]: DEBUG nova.compute.manager [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.247060] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.248251] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d0d160-59e7-4115-a21a-c91c6081f42b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.262918] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.263460] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6776d29-fae6-4e51-b629-ec76f7bb7c6e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.275633] env[69942]: DEBUG oslo_vmware.api [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1086.275633] env[69942]: value = "task-3831376" [ 1086.275633] env[69942]: _type = "Task" [ 1086.275633] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.291907] env[69942]: DEBUG oslo_vmware.api [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.330567] env[69942]: DEBUG oslo_vmware.api [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Task: {'id': task-3831373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208654} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.331133] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.331590] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.331926] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.332668] env[69942]: INFO nova.compute.manager [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1086.333112] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.333519] env[69942]: DEBUG nova.compute.manager [-] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.333707] env[69942]: DEBUG nova.network.neutron [-] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.359359] env[69942]: DEBUG nova.compute.manager [req-3bb39d67-c283-492a-8ab5-6e7d0a55a091 req-277fba1b-7a2f-449c-b181-fcc3b42d3033 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Received event network-vif-deleted-10298766-0ee7-4e38-aade-eebfad4ba06c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.359359] env[69942]: INFO nova.compute.manager [req-3bb39d67-c283-492a-8ab5-6e7d0a55a091 req-277fba1b-7a2f-449c-b181-fcc3b42d3033 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Neutron deleted interface 10298766-0ee7-4e38-aade-eebfad4ba06c; detaching it from the instance and deleting it from the info cache [ 1086.359359] env[69942]: DEBUG nova.network.neutron [req-3bb39d67-c283-492a-8ab5-6e7d0a55a091 req-277fba1b-7a2f-449c-b181-fcc3b42d3033 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.371539] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831374, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.531834] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "3c92a5a0-f35e-43f5-83f1-036002a895e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.532163] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "3c92a5a0-f35e-43f5-83f1-036002a895e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.532634] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "3c92a5a0-f35e-43f5-83f1-036002a895e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.532634] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "3c92a5a0-f35e-43f5-83f1-036002a895e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.532819] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "3c92a5a0-f35e-43f5-83f1-036002a895e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.535901] env[69942]: INFO nova.compute.manager [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Terminating instance [ 1086.548992] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096349} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.549411] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.550253] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb51e60d-11d7-4776-940b-bdfd838e54d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.556354] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.557778] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.541s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.558038] env[69942]: DEBUG nova.objects.instance [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lazy-loading 'resources' on Instance uuid 28193666-5a9f-4572-97d2-fe569fc7afd3 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.577971] env[69942]: DEBUG nova.network.neutron [-] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.592077] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 29e1e27f-54fb-4f78-ba3c-42a86051dd14/29e1e27f-54fb-4f78-ba3c-42a86051dd14.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.595217] env[69942]: INFO nova.scheduler.client.report [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Deleted allocations for instance 95641b2a-0128-4556-a056-d4bc3d05b4c5 [ 1086.596255] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e895088-2fdb-42b8-a1b6-57c57138d088 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.627839] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1086.627839] env[69942]: value = "task-3831377" [ 1086.627839] env[69942]: _type = "Task" [ 1086.627839] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.640076] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.786966] env[69942]: DEBUG oslo_vmware.api [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831376, 'name': PowerOffVM_Task, 'duration_secs': 0.277171} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.787331] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.787521] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.787799] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-034eea5e-9489-4930-b9d7-4d81e1be6c91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.856661] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.857061] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.857381] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleting the datastore file [datastore2] 2b0b2884-e433-4e8c-ba38-b73760431846 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.858197] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5edb565c-d298-4abd-8ee4-c001fcb864a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.865463] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609407} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.866412] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63f1d858-6d3a-43ef-b0a8-3292501ad197 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.868531] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] c26ba48b-1618-4b22-8e2a-dc94e42a50c1/c26ba48b-1618-4b22-8e2a-dc94e42a50c1.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.868769] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.869035] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-818d992f-508b-41ba-8fac-e0af9412e955 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.873018] env[69942]: DEBUG oslo_vmware.api [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1086.873018] env[69942]: value = "task-3831379" [ 1086.873018] env[69942]: _type = "Task" [ 1086.873018] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.881851] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e2b2de-3af8-4504-8146-72d21f1f3512 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.899436] env[69942]: DEBUG oslo_vmware.api [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.899767] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1086.899767] env[69942]: value = "task-3831380" [ 1086.899767] env[69942]: _type = "Task" [ 1086.899767] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.909209] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.928741] env[69942]: DEBUG nova.compute.manager [req-3bb39d67-c283-492a-8ab5-6e7d0a55a091 req-277fba1b-7a2f-449c-b181-fcc3b42d3033 service nova] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Detach interface failed, port_id=10298766-0ee7-4e38-aade-eebfad4ba06c, reason: Instance bfda2380-cd54-4d06-be37-84f1e6256ea8 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.991879] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1086.992254] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761701', 'volume_id': '99417c5c-d3d5-4555-8fdc-870db0b76229', 'name': 'volume-99417c5c-d3d5-4555-8fdc-870db0b76229', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c66e9d35-c6d5-445f-95ff-50c7bb3e7158', 'attached_at': '', 'detached_at': '', 'volume_id': '99417c5c-d3d5-4555-8fdc-870db0b76229', 'serial': '99417c5c-d3d5-4555-8fdc-870db0b76229'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1086.993085] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc7dd3c-9ee0-448e-9e14-86c613702079 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.012529] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e07095c-f53b-44e3-a2f2-fc52672cb67f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.041580] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] volume-99417c5c-d3d5-4555-8fdc-870db0b76229/volume-99417c5c-d3d5-4555-8fdc-870db0b76229.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.042011] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2155109c-8eb8-406b-aee7-f2dbfb214719 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.057941] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "refresh_cache-3c92a5a0-f35e-43f5-83f1-036002a895e9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.058224] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquired lock "refresh_cache-3c92a5a0-f35e-43f5-83f1-036002a895e9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.058460] env[69942]: DEBUG nova.network.neutron [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.066716] env[69942]: DEBUG oslo_vmware.api [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1087.066716] env[69942]: value = "task-3831381" [ 1087.066716] env[69942]: _type = "Task" [ 1087.066716] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.077829] env[69942]: DEBUG oslo_vmware.api [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.093545] env[69942]: INFO nova.compute.manager [-] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Took 1.52 seconds to deallocate network for instance. [ 1087.135081] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3a05cf7-4afb-4bbc-a032-e45152a19d21 tempest-ServersWithSpecificFlavorTestJSON-1643732234 tempest-ServersWithSpecificFlavorTestJSON-1643732234-project-member] Lock "95641b2a-0128-4556-a056-d4bc3d05b4c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.397s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.144624] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831377, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.157922] env[69942]: DEBUG nova.network.neutron [-] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.385897] env[69942]: DEBUG oslo_vmware.api [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18342} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.386429] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.386429] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.386652] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.386697] env[69942]: INFO nova.compute.manager [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1087.387664] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.387664] env[69942]: DEBUG nova.compute.manager [-] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.387664] env[69942]: DEBUG nova.network.neutron [-] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.410751] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083389} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.413644] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.415259] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23294ee7-7037-497b-93f7-efc645c9dbe8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.439993] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] c26ba48b-1618-4b22-8e2a-dc94e42a50c1/c26ba48b-1618-4b22-8e2a-dc94e42a50c1.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.443196] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc995d22-78ac-4150-9645-d436e091a256 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.466715] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1087.466715] env[69942]: value = "task-3831382" [ 1087.466715] env[69942]: _type = "Task" [ 1087.466715] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.479481] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.579077] env[69942]: DEBUG oslo_vmware.api [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.595568] env[69942]: DEBUG nova.network.neutron [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.600842] env[69942]: DEBUG oslo_concurrency.lockutils [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.611816] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9104bb3-b76c-4849-831d-a1b3218713e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.620337] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e8b03b-1946-47d2-9637-3460c2827f94 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.660982] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5442f3-4555-4e07-b75e-58c66b4f48f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.664616] env[69942]: INFO nova.compute.manager [-] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Took 1.33 seconds to deallocate network for instance. [ 1087.672318] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831377, 'name': ReconfigVM_Task, 'duration_secs': 0.565223} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.679949] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 29e1e27f-54fb-4f78-ba3c-42a86051dd14/29e1e27f-54fb-4f78-ba3c-42a86051dd14.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.681986] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd27d6e5-e9c5-46ce-b61f-741e43086cc7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.683713] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41a8554-4d78-41fc-be9d-8bed62bbb148 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.702463] env[69942]: DEBUG nova.compute.provider_tree [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.706617] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1087.706617] env[69942]: value = "task-3831383" [ 1087.706617] env[69942]: _type = "Task" [ 1087.706617] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.718804] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831383, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.776080] env[69942]: DEBUG nova.network.neutron [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.978271] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.081373] env[69942]: DEBUG oslo_vmware.api [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831381, 'name': ReconfigVM_Task, 'duration_secs': 0.802688} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.082185] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Reconfigured VM instance instance-00000043 to attach disk [datastore1] volume-99417c5c-d3d5-4555-8fdc-870db0b76229/volume-99417c5c-d3d5-4555-8fdc-870db0b76229.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.088094] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60159065-a72c-46ad-9245-919cc72357b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.107662] env[69942]: DEBUG oslo_vmware.api [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1088.107662] env[69942]: value = "task-3831384" [ 1088.107662] env[69942]: _type = "Task" [ 1088.107662] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.122565] env[69942]: DEBUG oslo_vmware.api [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.181219] env[69942]: DEBUG oslo_concurrency.lockutils [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.208259] env[69942]: DEBUG nova.scheduler.client.report [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.226192] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831383, 'name': Rename_Task, 'duration_secs': 0.213115} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.227368] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.227887] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c2d1b61-7c98-485c-ad52-1fd06b6dd1c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.239622] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1088.239622] env[69942]: value = "task-3831385" [ 1088.239622] env[69942]: _type = "Task" [ 1088.239622] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.251547] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.279705] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Releasing lock "refresh_cache-3c92a5a0-f35e-43f5-83f1-036002a895e9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.280308] env[69942]: DEBUG nova.compute.manager [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.280550] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.281471] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107ffa6c-620b-4140-a0b9-f6f50325756e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.294697] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.295827] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-711f04b3-b219-40e8-adc3-2cac4e100556 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.306667] env[69942]: DEBUG oslo_vmware.api [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1088.306667] env[69942]: value = "task-3831386" [ 1088.306667] env[69942]: _type = "Task" [ 1088.306667] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.319765] env[69942]: DEBUG oslo_vmware.api [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.480102] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831382, 'name': ReconfigVM_Task, 'duration_secs': 0.524256} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.480554] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Reconfigured VM instance instance-0000004b to attach disk [datastore1] c26ba48b-1618-4b22-8e2a-dc94e42a50c1/c26ba48b-1618-4b22-8e2a-dc94e42a50c1.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.481274] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c21f6cb-3824-4eff-8862-0dcc18b7b905 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.491279] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1088.491279] env[69942]: value = "task-3831387" [ 1088.491279] env[69942]: _type = "Task" [ 1088.491279] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.500768] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831387, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.524831] env[69942]: DEBUG nova.compute.manager [req-986e9a36-b0d7-4fec-be62-6e4d8c2b24b1 req-93c95463-c12c-4956-a618-5038e506ddfc service nova] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Received event network-vif-deleted-d646f08e-8dbf-492c-9191-44465ccdd0ee {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.525091] env[69942]: DEBUG nova.compute.manager [req-986e9a36-b0d7-4fec-be62-6e4d8c2b24b1 req-93c95463-c12c-4956-a618-5038e506ddfc service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Received event network-vif-deleted-76d4eb0f-468c-46a3-8751-dca475bf86c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.525218] env[69942]: INFO nova.compute.manager [req-986e9a36-b0d7-4fec-be62-6e4d8c2b24b1 req-93c95463-c12c-4956-a618-5038e506ddfc service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Neutron deleted interface 76d4eb0f-468c-46a3-8751-dca475bf86c0; detaching it from the instance and deleting it from the info cache [ 1088.525523] env[69942]: DEBUG nova.network.neutron [req-986e9a36-b0d7-4fec-be62-6e4d8c2b24b1 req-93c95463-c12c-4956-a618-5038e506ddfc service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.616811] env[69942]: DEBUG oslo_vmware.api [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831384, 'name': ReconfigVM_Task, 'duration_secs': 0.24726} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.617241] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761701', 'volume_id': '99417c5c-d3d5-4555-8fdc-870db0b76229', 'name': 'volume-99417c5c-d3d5-4555-8fdc-870db0b76229', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c66e9d35-c6d5-445f-95ff-50c7bb3e7158', 'attached_at': '', 'detached_at': '', 'volume_id': '99417c5c-d3d5-4555-8fdc-870db0b76229', 'serial': '99417c5c-d3d5-4555-8fdc-870db0b76229'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1088.630910] env[69942]: DEBUG nova.network.neutron [-] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.723355] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.728450] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.850s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.728839] env[69942]: DEBUG nova.objects.instance [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lazy-loading 'resources' on Instance uuid 669b2238-7193-4550-ac42-e3f7134b867e {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.750953] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831385, 'name': PowerOnVM_Task, 'duration_secs': 0.507384} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.751246] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.752020] env[69942]: DEBUG nova.compute.manager [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.752364] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24774007-79e2-49cc-9fed-825c38ee211a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.767494] env[69942]: INFO nova.scheduler.client.report [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Deleted allocations for instance 28193666-5a9f-4572-97d2-fe569fc7afd3 [ 1088.818720] env[69942]: DEBUG oslo_vmware.api [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831386, 'name': PowerOffVM_Task, 'duration_secs': 0.183615} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.819140] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.819406] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.819754] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85b62794-7777-47f0-a05d-b42826803c23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.855028] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.855966] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.855966] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Deleting the datastore file [datastore2] 3c92a5a0-f35e-43f5-83f1-036002a895e9 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.856272] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b949162-ce45-4f43-be10-bc00d32816d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.865165] env[69942]: DEBUG oslo_vmware.api [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for the task: (returnval){ [ 1088.865165] env[69942]: value = "task-3831389" [ 1088.865165] env[69942]: _type = "Task" [ 1088.865165] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.876253] env[69942]: DEBUG oslo_vmware.api [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.000382] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831387, 'name': Rename_Task, 'duration_secs': 0.416734} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.000700] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.000974] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fbf094e-596f-4c0b-8b1b-b2b15bb984bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.008238] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1089.008238] env[69942]: value = "task-3831390" [ 1089.008238] env[69942]: _type = "Task" [ 1089.008238] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.017581] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.028733] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96b568e3-dc96-40fd-adad-aa2ac0b8c1d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.043208] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a36f3e5-84f6-40b9-a7d6-a986909780c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.085456] env[69942]: DEBUG nova.compute.manager [req-986e9a36-b0d7-4fec-be62-6e4d8c2b24b1 req-93c95463-c12c-4956-a618-5038e506ddfc service nova] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Detach interface failed, port_id=76d4eb0f-468c-46a3-8751-dca475bf86c0, reason: Instance 2b0b2884-e433-4e8c-ba38-b73760431846 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1089.135336] env[69942]: INFO nova.compute.manager [-] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Took 1.75 seconds to deallocate network for instance. [ 1089.281600] env[69942]: INFO nova.compute.manager [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] bringing vm to original state: 'stopped' [ 1089.284810] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f8107d05-ecbd-4171-b534-17e838c42dda tempest-ServersListShow298Test-1634286294 tempest-ServersListShow298Test-1634286294-project-member] Lock "28193666-5a9f-4572-97d2-fe569fc7afd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.622s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.377298] env[69942]: DEBUG oslo_vmware.api [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Task: {'id': task-3831389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103692} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.377601] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.377797] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.378313] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.378313] env[69942]: INFO nova.compute.manager [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1089.378995] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.381893] env[69942]: DEBUG nova.compute.manager [-] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.381991] env[69942]: DEBUG nova.network.neutron [-] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.415852] env[69942]: DEBUG nova.network.neutron [-] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.652706] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.662059] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831390, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.678880] env[69942]: DEBUG nova.objects.instance [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lazy-loading 'flavor' on Instance uuid c66e9d35-c6d5-445f-95ff-50c7bb3e7158 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.921250] env[69942]: DEBUG nova.network.neutron [-] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.958423] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fc896b-b86d-4f00-a2cd-a47d0a875b7b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.968539] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098df53-9157-4d64-b560-471244d17f96 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.012283] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c930c0-5add-4266-bc02-57602ffc315e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.024021] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a34ab95-31a4-44b5-8ddb-01b5bee7c873 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.036905] env[69942]: DEBUG nova.compute.provider_tree [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.146759] env[69942]: DEBUG oslo_vmware.api [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831390, 'name': PowerOnVM_Task, 'duration_secs': 0.708124} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.147407] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.147931] env[69942]: INFO nova.compute.manager [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1090.148331] env[69942]: DEBUG nova.compute.manager [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.149816] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea4c587-591c-41e4-bdfb-25a9f0d47c2c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.185836] env[69942]: DEBUG oslo_concurrency.lockutils [None req-748aa9a7-ccda-4a65-ad26-59d9f5f0fa8f tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.365s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.293888] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.294278] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.294483] env[69942]: DEBUG nova.compute.manager [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.296305] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab744e4-68d1-4160-b893-addeb1fcce81 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.306171] env[69942]: DEBUG nova.compute.manager [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1090.423962] env[69942]: INFO nova.compute.manager [-] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Took 1.04 seconds to deallocate network for instance. [ 1090.545149] env[69942]: DEBUG nova.scheduler.client.report [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.678053] env[69942]: INFO nova.compute.manager [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Took 39.03 seconds to build instance. [ 1090.814646] env[69942]: INFO nova.compute.manager [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Rescuing [ 1090.814646] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.814646] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.814646] env[69942]: DEBUG nova.network.neutron [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.815989] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.816320] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b37f154e-bff3-4077-a8ff-5b3b593c6643 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.828235] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1090.828235] env[69942]: value = "task-3831391" [ 1090.828235] env[69942]: _type = "Task" [ 1090.828235] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.843109] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.932365] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.050567] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.054618] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.055s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.055078] env[69942]: DEBUG nova.objects.instance [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lazy-loading 'resources' on Instance uuid 52c462a2-9f53-46b9-a9e4-17bcd084f3d6 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.081112] env[69942]: INFO nova.scheduler.client.report [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Deleted allocations for instance 669b2238-7193-4550-ac42-e3f7134b867e [ 1091.181088] env[69942]: DEBUG oslo_concurrency.lockutils [None req-718977fd-5a75-472d-91fa-49b8b47357fa tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.544s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.340009] env[69942]: DEBUG oslo_vmware.api [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831391, 'name': PowerOffVM_Task, 'duration_secs': 0.219085} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.340359] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.340585] env[69942]: DEBUG nova.compute.manager [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.341578] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20649558-fa76-444f-be6c-e5e5bb7a229b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.600481] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6885a773-e689-41e1-8042-351742f4c5b4 tempest-SecurityGroupsTestJSON-431741654 tempest-SecurityGroupsTestJSON-431741654-project-member] Lock "669b2238-7193-4550-ac42-e3f7134b867e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.892s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.651405] env[69942]: DEBUG nova.network.neutron [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updating instance_info_cache with network_info: [{"id": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "address": "fa:16:3e:c4:3e:b1", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf0369-e1", "ovs_interfaceid": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.859984] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.566s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.012926] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2759dd66-1ebb-4348-9a87-19342d39a8c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.021944] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6df76b-ed01-4338-b629-b37f5dc9f50a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.056167] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e5cc24-9cf6-464c-b515-c1971e349d82 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.064586] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee3bc4-18ed-4223-a2fb-b95041b7c528 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.079971] env[69942]: DEBUG nova.compute.provider_tree [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.154919] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.379472] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.583440] env[69942]: DEBUG nova.scheduler.client.report [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.886039] env[69942]: INFO nova.compute.manager [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Rebuilding instance [ 1092.970696] env[69942]: DEBUG nova.compute.manager [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.971657] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad71eea2-d92f-44bc-a0cc-b7063385679c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.091192] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.094672] env[69942]: DEBUG oslo_concurrency.lockutils [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.460s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.094924] env[69942]: DEBUG nova.objects.instance [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lazy-loading 'resources' on Instance uuid 8916f208-29a1-4a00-af38-29201d651726 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.118375] env[69942]: INFO nova.scheduler.client.report [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted allocations for instance 52c462a2-9f53-46b9-a9e4-17bcd084f3d6 [ 1093.634303] env[69942]: DEBUG oslo_concurrency.lockutils [None req-69127d63-3a11-4b1e-8b03-4359d6aa91b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "52c462a2-9f53-46b9-a9e4-17bcd084f3d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.833s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.701284] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.701606] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd4747e8-0975-498c-9e77-ca171f076cce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.710820] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1093.710820] env[69942]: value = "task-3831392" [ 1093.710820] env[69942]: _type = "Task" [ 1093.710820] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.728483] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.951250] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.951622] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.951955] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.952838] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.953158] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.958480] env[69942]: INFO nova.compute.manager [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Terminating instance [ 1093.988674] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.989093] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c046496c-0d1a-40eb-89de-873d69ed7239 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.003242] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1094.003242] env[69942]: value = "task-3831393" [ 1094.003242] env[69942]: _type = "Task" [ 1094.003242] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.014800] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.112055] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af4dd8f-9ab5-4b8d-9ac0-591c942f493c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.130156] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3402a133-b6c5-455a-a506-c66888e282fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.168565] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b3576e-e40f-4ae1-b2f1-a4a15268b78b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.182879] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5757c3-174e-4f02-b497-350c1c51b5d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.200912] env[69942]: DEBUG nova.compute.provider_tree [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.226687] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831392, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.464067] env[69942]: DEBUG nova.compute.manager [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.464383] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.465488] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe8a112-4968-43a6-badf-ee27fa0fcd3a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.475518] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.475939] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25b9a974-7229-44a2-9bb6-aeaeb19db32c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.513692] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831393, 'name': PowerOffVM_Task, 'duration_secs': 0.343655} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.513771] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.514421] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.514808] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc2eb13-c589-4e1f-af85-17bd011714b9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.523020] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.523020] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bed66a7a-9080-4e50-a074-e3eb3ba7e194 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.548240] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.548385] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.548625] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleting the datastore file [datastore1] 29e1e27f-54fb-4f78-ba3c-42a86051dd14 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.548994] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4974e958-24a3-49e0-9c84-7e1d90e34a6a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.558160] env[69942]: DEBUG oslo_vmware.api [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1094.558160] env[69942]: value = "task-3831396" [ 1094.558160] env[69942]: _type = "Task" [ 1094.558160] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.570889] env[69942]: DEBUG oslo_vmware.api [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.605023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.605023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.605023] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleting the datastore file [datastore1] c26ba48b-1618-4b22-8e2a-dc94e42a50c1 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.605023] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8c2a825-7f0f-4c43-ade6-90093ad5bfc8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.614615] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1094.614615] env[69942]: value = "task-3831397" [ 1094.614615] env[69942]: _type = "Task" [ 1094.614615] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.626454] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.674304] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "430d8f3f-6cb1-4c49-a578-552579679614" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.676032] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "430d8f3f-6cb1-4c49-a578-552579679614" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.704197] env[69942]: DEBUG nova.scheduler.client.report [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.728237] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831392, 'name': PowerOffVM_Task, 'duration_secs': 0.622024} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.728617] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.729721] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f655fe-99ea-4256-bd8b-3bafb9491a6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.759818] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38284989-184e-4607-a1ad-0f80d069f68a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.802180] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.802512] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83ac377a-40c3-425a-9a85-e85601e643fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.811328] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1094.811328] env[69942]: value = "task-3831398" [ 1094.811328] env[69942]: _type = "Task" [ 1094.811328] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.826231] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1094.826231] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.826231] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.826339] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.826620] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.826954] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9151c475-831f-4a00-b3c6-ffd05f16e464 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.838276] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.838441] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.839236] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af62917e-4cbb-498c-8f91-7cb1a104c87b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.844117] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280f192-117a-e76c-cb54-ebff440846e6/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1094.844978] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f99867a-d05a-4b85-b8c9-061085d4af4e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.848951] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1094.848951] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d23b32-8928-4025-548b-3d44a46d2a62" [ 1094.848951] env[69942]: _type = "Task" [ 1094.848951] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.854346] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280f192-117a-e76c-cb54-ebff440846e6/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1094.854516] env[69942]: ERROR oslo_vmware.rw_handles [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280f192-117a-e76c-cb54-ebff440846e6/disk-0.vmdk due to incomplete transfer. [ 1094.855103] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-12127aab-eeeb-4858-bb30-df397495891d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.860630] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d23b32-8928-4025-548b-3d44a46d2a62, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.861417] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4372fd37-6c35-4642-a427-ef31f6b582f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.864858] env[69942]: DEBUG oslo_vmware.rw_handles [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5280f192-117a-e76c-cb54-ebff440846e6/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1094.865031] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Uploaded image 6f296206-3a0c-49b2-a1aa-b9c96d5e3e41 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1094.867381] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1094.867980] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2edb0029-81be-4fc1-9fea-8b6954fb56d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.871046] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1094.871046] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ee287d-417d-f9dd-3398-975e2b10830e" [ 1094.871046] env[69942]: _type = "Task" [ 1094.871046] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.876072] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1094.876072] env[69942]: value = "task-3831399" [ 1094.876072] env[69942]: _type = "Task" [ 1094.876072] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.882519] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ee287d-417d-f9dd-3398-975e2b10830e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.888760] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831399, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.068946] env[69942]: DEBUG oslo_vmware.api [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171175} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.069056] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.069445] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.069445] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.069554] env[69942]: INFO nova.compute.manager [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1095.069774] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.069963] env[69942]: DEBUG nova.compute.manager [-] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.070097] env[69942]: DEBUG nova.network.neutron [-] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.123952] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18998} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.125888] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.125888] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.125888] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.178235] env[69942]: DEBUG nova.compute.manager [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.218039] env[69942]: DEBUG oslo_concurrency.lockutils [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.219297] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.373s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.223717] env[69942]: INFO nova.compute.claims [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.246376] env[69942]: INFO nova.scheduler.client.report [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Deleted allocations for instance 8916f208-29a1-4a00-af38-29201d651726 [ 1095.387718] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ee287d-417d-f9dd-3398-975e2b10830e, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.389300] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.389727] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] c66e9d35-c6d5-445f-95ff-50c7bb3e7158/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. {{(pid=69942) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1095.390257] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a849138d-2a44-4651-8d23-5f338d5cd3b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.396927] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831399, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.404687] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1095.404687] env[69942]: value = "task-3831400" [ 1095.404687] env[69942]: _type = "Task" [ 1095.404687] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.419101] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.557237] env[69942]: DEBUG nova.compute.manager [req-1d20db00-f8d9-460a-813e-5a787c6eeb91 req-a0d9177d-149d-459f-aa5b-c3f79e72f1c6 service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Received event network-vif-deleted-ce54ca20-d148-45cc-82ee-62de56fc8b20 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.557237] env[69942]: INFO nova.compute.manager [req-1d20db00-f8d9-460a-813e-5a787c6eeb91 req-a0d9177d-149d-459f-aa5b-c3f79e72f1c6 service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Neutron deleted interface ce54ca20-d148-45cc-82ee-62de56fc8b20; detaching it from the instance and deleting it from the info cache [ 1095.557237] env[69942]: DEBUG nova.network.neutron [req-1d20db00-f8d9-460a-813e-5a787c6eeb91 req-a0d9177d-149d-459f-aa5b-c3f79e72f1c6 service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.709164] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.761059] env[69942]: DEBUG oslo_concurrency.lockutils [None req-310b9590-6057-4142-a4e4-18190b45e1c8 tempest-ServersTestBootFromVolume-347580199 tempest-ServersTestBootFromVolume-347580199-project-member] Lock "8916f208-29a1-4a00-af38-29201d651726" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.729s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.890159] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831399, 'name': Destroy_Task, 'duration_secs': 0.880136} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.890466] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Destroyed the VM [ 1095.890694] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1095.891906] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-795ebcfd-5019-4fd9-8bf8-0d5715f5d1ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.899904] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1095.899904] env[69942]: value = "task-3831401" [ 1095.899904] env[69942]: _type = "Task" [ 1095.899904] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.915700] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831401, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.921457] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831400, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.924046] env[69942]: DEBUG nova.network.neutron [-] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.065018] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6baa871c-3642-4442-8e93-c42a8ef8ff57 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.074448] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434772cf-b809-4d1e-b790-2df8cf84d92f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.120048] env[69942]: DEBUG nova.compute.manager [req-1d20db00-f8d9-460a-813e-5a787c6eeb91 req-a0d9177d-149d-459f-aa5b-c3f79e72f1c6 service nova] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Detach interface failed, port_id=ce54ca20-d148-45cc-82ee-62de56fc8b20, reason: Instance 29e1e27f-54fb-4f78-ba3c-42a86051dd14 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.165741] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.166051] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.166233] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.166504] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.166664] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.166822] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.167407] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.167641] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.167981] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.168452] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.168691] env[69942]: DEBUG nova.virt.hardware [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.169838] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f35f914-2393-4ce4-a17c-918d5f0fcbb8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.180769] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10da3795-4d3d-4ca8-b0e8-541646bf41c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.200776] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:68:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53bf8259-cb07-4593-b334-e112c1c7a27c', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.208943] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.209289] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.209524] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ef7adb6-9df7-4975-b4b0-e44507f9d7c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.232922] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.232922] env[69942]: value = "task-3831402" [ 1096.232922] env[69942]: _type = "Task" [ 1096.232922] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.242829] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831402, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.416808] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831401, 'name': RemoveSnapshot_Task, 'duration_secs': 0.488214} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.423022] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1096.423443] env[69942]: DEBUG nova.compute.manager [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.423791] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512909} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.428021] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e39a5b-6f44-46a7-89cf-4f92caee5714 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.428021] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] c66e9d35-c6d5-445f-95ff-50c7bb3e7158/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. [ 1096.428021] env[69942]: INFO nova.compute.manager [-] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Took 1.36 seconds to deallocate network for instance. [ 1096.428801] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20153661-d5f7-4a12-9384-d7e7dd568a06 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.470710] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c66e9d35-c6d5-445f-95ff-50c7bb3e7158/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.474084] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd108bed-56e6-4c3d-aae1-b1777b4926ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.494599] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1096.494599] env[69942]: value = "task-3831403" [ 1096.494599] env[69942]: _type = "Task" [ 1096.494599] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.506455] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.706912] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c52401-6237-4a8c-a2a5-3b5c82b8d274 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.715205] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3d0eb4-9d56-4f37-a5fe-f77b0f3b42e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.755099] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a372e2-e0f6-4fbd-9b73-afa612578015 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.767702] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b6ef3-212e-4783-a4e6-083b578ba8d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.771317] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831402, 'name': CreateVM_Task, 'duration_secs': 0.372043} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.772245] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.773899] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.774462] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.774462] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.775045] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9975f3ec-140c-4595-b749-43073bdbbb3a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.787726] env[69942]: DEBUG nova.compute.provider_tree [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.793030] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1096.793030] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e3a887-0178-6004-3f14-b6af38a683f0" [ 1096.793030] env[69942]: _type = "Task" [ 1096.793030] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.803286] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e3a887-0178-6004-3f14-b6af38a683f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.964234] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.978077] env[69942]: INFO nova.compute.manager [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Shelve offloading [ 1097.005255] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831403, 'name': ReconfigVM_Task, 'duration_secs': 0.336122} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.005585] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c66e9d35-c6d5-445f-95ff-50c7bb3e7158/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.006510] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c2757-4baa-49fb-92c4-7e843193d2f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.034919] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20546cfc-a17e-4352-87f2-e8e047434841 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.051092] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1097.051092] env[69942]: value = "task-3831404" [ 1097.051092] env[69942]: _type = "Task" [ 1097.051092] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.061784] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.291209] env[69942]: DEBUG nova.scheduler.client.report [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.304466] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e3a887-0178-6004-3f14-b6af38a683f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.304804] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.305055] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.305294] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.305469] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.305644] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.305903] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-321c14e1-97f1-4a17-9323-cd51bfa6b0cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.315876] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.316088] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.317120] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc78805-126f-4af7-9080-430a6e397e82 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.324979] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1097.324979] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bed68b-4da1-2bfe-f4a3-4114d7dc7ecc" [ 1097.324979] env[69942]: _type = "Task" [ 1097.324979] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.333821] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bed68b-4da1-2bfe-f4a3-4114d7dc7ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.483014] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.483014] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8d753b3-113b-4dfa-9731-b047d3fde7dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.494362] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1097.494362] env[69942]: value = "task-3831405" [ 1097.494362] env[69942]: _type = "Task" [ 1097.494362] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.503732] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.564952] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831404, 'name': ReconfigVM_Task, 'duration_secs': 0.172514} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.566363] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.566992] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-070e4bae-4873-4935-ada5-e498d02cfb6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.577200] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1097.577200] env[69942]: value = "task-3831406" [ 1097.577200] env[69942]: _type = "Task" [ 1097.577200] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.585163] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.801178] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.801632] env[69942]: DEBUG nova.compute.manager [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.804360] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.543s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.813042] env[69942]: INFO nova.compute.claims [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.813042] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.813042] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.841746] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bed68b-4da1-2bfe-f4a3-4114d7dc7ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.842881] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075f0264-504f-47a5-80a6-058574f8418b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.850028] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1097.850028] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525d5b40-6f0a-6a42-c0a1-3aceb16259a9" [ 1097.850028] env[69942]: _type = "Task" [ 1097.850028] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.860952] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525d5b40-6f0a-6a42-c0a1-3aceb16259a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.013911] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1098.013911] env[69942]: DEBUG nova.compute.manager [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.013911] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59749800-d5a6-4d3c-bce4-e95eca8253c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.025158] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.025158] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.025158] env[69942]: DEBUG nova.network.neutron [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.061799] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "37a869c4-6616-4a78-a11f-841a8dded9a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.062068] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "37a869c4-6616-4a78-a11f-841a8dded9a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.087519] env[69942]: DEBUG oslo_vmware.api [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831406, 'name': PowerOnVM_Task, 'duration_secs': 0.426992} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.087801] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.091086] env[69942]: DEBUG nova.compute.manager [None req-b80338f1-8a17-4bcc-99a9-2071c15834bf tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.092971] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6ce8f4-0b0a-4b32-baeb-6475297991d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.311020] env[69942]: DEBUG nova.compute.utils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.317553] env[69942]: DEBUG nova.compute.manager [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.321020] env[69942]: DEBUG nova.network.neutron [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.339828] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.340309] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.340489] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.340647] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.340794] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.340971] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.341442] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1098.341442] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.365268] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525d5b40-6f0a-6a42-c0a1-3aceb16259a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012122} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.365268] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.365268] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] c26ba48b-1618-4b22-8e2a-dc94e42a50c1/c26ba48b-1618-4b22-8e2a-dc94e42a50c1.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.365268] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38826a99-6f72-42b2-b492-f8db1acc160e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.374355] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1098.374355] env[69942]: value = "task-3831407" [ 1098.374355] env[69942]: _type = "Task" [ 1098.374355] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.383075] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.400789] env[69942]: DEBUG nova.policy [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d22c9f2d71a4bcdb8e22334300c437e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bbd77c700e44c4fa06ab92ea19147be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.567134] env[69942]: DEBUG nova.compute.manager [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.697578] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "16bdc7a3-740d-45e0-a515-f23cc2cde490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.697659] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "16bdc7a3-740d-45e0-a515-f23cc2cde490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.822471] env[69942]: DEBUG nova.compute.manager [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.844278] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.891874] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831407, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.101622] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.201298] env[69942]: DEBUG nova.compute.manager [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.296777] env[69942]: DEBUG nova.network.neutron [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating instance_info_cache with network_info: [{"id": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "address": "fa:16:3e:f1:69:b3", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f205cd2-e0", "ovs_interfaceid": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.389675] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244848af-1839-4126-8dda-17db170a9002 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.393164] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652926} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.394246] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] c26ba48b-1618-4b22-8e2a-dc94e42a50c1/c26ba48b-1618-4b22-8e2a-dc94e42a50c1.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.394480] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.395286] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96fb4113-959c-4ace-bdd9-bfb186d33262 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.406994] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44ccb70-555b-4c43-8e58-eb46f9dc8513 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.412996] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1099.412996] env[69942]: value = "task-3831408" [ 1099.412996] env[69942]: _type = "Task" [ 1099.412996] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.446469] env[69942]: DEBUG nova.network.neutron [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Successfully created port: 1e38879c-5cbe-4b06-ba91-6a43a516ed30 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.450075] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa80e4f2-5870-4b65-ba13-e1acb215a709 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.461199] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.467490] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8653701b-800b-4fc6-afb9-0661165fd490 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.488912] env[69942]: DEBUG nova.compute.provider_tree [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.612824] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "7ed0027a-77b2-4f48-98d8-6d3f31468164" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.613069] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "7ed0027a-77b2-4f48-98d8-6d3f31468164" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.737434] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.799447] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.840374] env[69942]: DEBUG nova.compute.manager [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.880527] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.881055] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.881335] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.881621] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.881876] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.882219] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.882524] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.882786] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.883138] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.883464] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.884056] env[69942]: DEBUG nova.virt.hardware [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.885060] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b951f165-2321-4f5d-b766-2d76ba8a1b1e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.896169] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b567f478-3995-43e7-88b4-1c7894809fb0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.926060] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260293} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.926367] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.927410] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79e893a-3474-4622-a756-6fb73c2ba7a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.958236] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] c26ba48b-1618-4b22-8e2a-dc94e42a50c1/c26ba48b-1618-4b22-8e2a-dc94e42a50c1.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.960125] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ce69d9-2dbd-4b4d-abb3-aec8c8444042 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.988348] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1099.988348] env[69942]: value = "task-3831409" [ 1099.988348] env[69942]: _type = "Task" [ 1099.988348] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.996184] env[69942]: DEBUG nova.scheduler.client.report [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.006829] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.119308] env[69942]: DEBUG nova.compute.manager [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.244413] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.246371] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220b19ad-8567-4126-860b-f32868478638 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.256658] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.256982] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c307aa8-8e47-4701-a37f-b8cb26305623 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.326380] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.326502] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.326636] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleting the datastore file [datastore1] 743145b3-8f63-4f36-80ad-cd277f780e48 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.326923] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b16ae47e-280e-41bf-9d93-8a1639349489 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.338461] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1100.338461] env[69942]: value = "task-3831411" [ 1100.338461] env[69942]: _type = "Task" [ 1100.338461] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.341495] env[69942]: DEBUG nova.compute.manager [req-f96cbf36-581f-4516-924a-85ff0c5cd816 req-c3d16ed3-3f1a-43bc-96c5-6415e8031f4f service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received event network-vif-unplugged-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.341495] env[69942]: DEBUG oslo_concurrency.lockutils [req-f96cbf36-581f-4516-924a-85ff0c5cd816 req-c3d16ed3-3f1a-43bc-96c5-6415e8031f4f service nova] Acquiring lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.341495] env[69942]: DEBUG oslo_concurrency.lockutils [req-f96cbf36-581f-4516-924a-85ff0c5cd816 req-c3d16ed3-3f1a-43bc-96c5-6415e8031f4f service nova] Lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.341495] env[69942]: DEBUG oslo_concurrency.lockutils [req-f96cbf36-581f-4516-924a-85ff0c5cd816 req-c3d16ed3-3f1a-43bc-96c5-6415e8031f4f service nova] Lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.341495] env[69942]: DEBUG nova.compute.manager [req-f96cbf36-581f-4516-924a-85ff0c5cd816 req-c3d16ed3-3f1a-43bc-96c5-6415e8031f4f service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] No waiting events found dispatching network-vif-unplugged-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.342949] env[69942]: WARNING nova.compute.manager [req-f96cbf36-581f-4516-924a-85ff0c5cd816 req-c3d16ed3-3f1a-43bc-96c5-6415e8031f4f service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received unexpected event network-vif-unplugged-6f205cd2-e0b7-4439-bfa5-48a1f3663711 for instance with vm_state shelved and task_state shelving_offloading. [ 1100.352678] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.487926] env[69942]: INFO nova.compute.manager [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Unrescuing [ 1100.487926] env[69942]: DEBUG oslo_concurrency.lockutils [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.487926] env[69942]: DEBUG oslo_concurrency.lockutils [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquired lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.487926] env[69942]: DEBUG nova.network.neutron [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.505565] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.506243] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.509248] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.510226] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.247s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.511925] env[69942]: INFO nova.compute.claims [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.652355] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.854510] env[69942]: DEBUG oslo_vmware.api [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289766} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.854742] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.854938] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.855105] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.890903] env[69942]: INFO nova.scheduler.client.report [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleted allocations for instance 743145b3-8f63-4f36-80ad-cd277f780e48 [ 1101.004713] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831409, 'name': ReconfigVM_Task, 'duration_secs': 0.633726} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.005553] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Reconfigured VM instance instance-0000004b to attach disk [datastore2] c26ba48b-1618-4b22-8e2a-dc94e42a50c1/c26ba48b-1618-4b22-8e2a-dc94e42a50c1.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.006309] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3386226-7a03-47cf-86e9-c78019aeee19 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.014580] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1101.014580] env[69942]: value = "task-3831412" [ 1101.014580] env[69942]: _type = "Task" [ 1101.014580] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.020036] env[69942]: DEBUG nova.compute.utils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.025596] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.026574] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.035073] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831412, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.118053] env[69942]: DEBUG nova.policy [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c9a56fc6db4d21859e8637577fb1e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7975d0b66cc049d1a24f3b9fad17bc15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.131374] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquiring lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.131601] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.396648] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.478245] env[69942]: DEBUG nova.network.neutron [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updating instance_info_cache with network_info: [{"id": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "address": "fa:16:3e:c4:3e:b1", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf0369-e1", "ovs_interfaceid": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.510437] env[69942]: DEBUG nova.network.neutron [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Successfully updated port: 1e38879c-5cbe-4b06-ba91-6a43a516ed30 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.531109] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.532282] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831412, 'name': Rename_Task, 'duration_secs': 0.431874} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.533046] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.533567] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85bec5f2-bb75-4818-aba7-2e1173124ec8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.543043] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1101.543043] env[69942]: value = "task-3831413" [ 1101.543043] env[69942]: _type = "Task" [ 1101.543043] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.553377] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.638041] env[69942]: DEBUG nova.compute.manager [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.779503] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Successfully created port: 766d0fda-611f-4562-9c8d-08cbb89d13cc {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.983877] env[69942]: DEBUG oslo_concurrency.lockutils [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Releasing lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.983877] env[69942]: DEBUG nova.objects.instance [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lazy-loading 'flavor' on Instance uuid c66e9d35-c6d5-445f-95ff-50c7bb3e7158 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.012835] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "refresh_cache-d8c66893-191d-4fb3-8ae1-878d00783812" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.013187] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "refresh_cache-d8c66893-191d-4fb3-8ae1-878d00783812" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.013487] env[69942]: DEBUG nova.network.neutron [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.055677] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.173880] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.201147] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab35ae6-b33a-4f1f-8942-42caec24e236 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.212685] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ae07ba-b348-4b1b-af60-506d566935c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.254576] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb0511a-c8c0-41ab-82a2-36dca23c75ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.263312] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819248b5-6df4-462f-846d-456fbaedbc2e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.279074] env[69942]: DEBUG nova.compute.provider_tree [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.489580] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28be0c6-c6dc-4036-8bc5-52f9e3de450e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.516902] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.518281] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d94879c-bd51-43cc-92f9-02990b78e679 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.529733] env[69942]: DEBUG oslo_vmware.api [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1102.529733] env[69942]: value = "task-3831414" [ 1102.529733] env[69942]: _type = "Task" [ 1102.529733] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.536507] env[69942]: DEBUG nova.compute.manager [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received event network-changed-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.536709] env[69942]: DEBUG nova.compute.manager [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Refreshing instance network info cache due to event network-changed-6f205cd2-e0b7-4439-bfa5-48a1f3663711. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.536930] env[69942]: DEBUG oslo_concurrency.lockutils [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] Acquiring lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.537085] env[69942]: DEBUG oslo_concurrency.lockutils [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] Acquired lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.537248] env[69942]: DEBUG nova.network.neutron [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Refreshing network info cache for port 6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.550422] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.551859] env[69942]: DEBUG oslo_vmware.api [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.569148] env[69942]: DEBUG nova.network.neutron [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.576723] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.580468] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.581355] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.581355] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.581355] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.581355] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.581583] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.582075] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.582075] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.582263] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.582909] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.582909] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.583538] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d33aa4-1eea-46d9-b632-5e11b1cb0ce0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.593307] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96a99a5-8dab-41d4-9732-20b9a17a4075 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.783645] env[69942]: DEBUG nova.scheduler.client.report [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.913318] env[69942]: DEBUG nova.network.neutron [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Updating instance_info_cache with network_info: [{"id": "1e38879c-5cbe-4b06-ba91-6a43a516ed30", "address": "fa:16:3e:14:42:29", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e38879c-5c", "ovs_interfaceid": "1e38879c-5cbe-4b06-ba91-6a43a516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.044067] env[69942]: DEBUG oslo_vmware.api [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831414, 'name': PowerOffVM_Task, 'duration_secs': 0.310037} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.044768] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.050486] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Reconfiguring VM instance instance-00000043 to detach disk 2002 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.052264] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cfb4b69-b36f-4aef-b2a6-7353f64f5bcc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.081305] env[69942]: DEBUG oslo_vmware.api [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831413, 'name': PowerOnVM_Task, 'duration_secs': 1.479966} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.084204] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.084303] env[69942]: DEBUG nova.compute.manager [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.085017] env[69942]: DEBUG oslo_vmware.api [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1103.085017] env[69942]: value = "task-3831415" [ 1103.085017] env[69942]: _type = "Task" [ 1103.085017] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.086910] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec6e4ae-639c-4ff2-b3b6-92df8e028279 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.100705] env[69942]: DEBUG oslo_vmware.api [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.296353] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.297946] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.299889] env[69942]: DEBUG oslo_concurrency.lockutils [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.533s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.300147] env[69942]: DEBUG nova.objects.instance [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lazy-loading 'resources' on Instance uuid d291e516-2977-4c3b-aff3-975e8aa648fe {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.419679] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "refresh_cache-d8c66893-191d-4fb3-8ae1-878d00783812" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.420071] env[69942]: DEBUG nova.compute.manager [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Instance network_info: |[{"id": "1e38879c-5cbe-4b06-ba91-6a43a516ed30", "address": "fa:16:3e:14:42:29", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e38879c-5c", "ovs_interfaceid": "1e38879c-5cbe-4b06-ba91-6a43a516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.420533] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:42:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e38879c-5cbe-4b06-ba91-6a43a516ed30', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.428434] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.428722] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.431603] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d001f1a-c94e-40b1-84cb-ae1dabd8e72f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.451408] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.451408] env[69942]: value = "task-3831416" [ 1103.451408] env[69942]: _type = "Task" [ 1103.451408] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.460724] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831416, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.538189] env[69942]: DEBUG nova.network.neutron [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updated VIF entry in instance network info cache for port 6f205cd2-e0b7-4439-bfa5-48a1f3663711. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.538189] env[69942]: DEBUG nova.network.neutron [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating instance_info_cache with network_info: [{"id": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "address": "fa:16:3e:f1:69:b3", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6f205cd2-e0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.603997] env[69942]: DEBUG oslo_vmware.api [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831415, 'name': ReconfigVM_Task, 'duration_secs': 0.369553} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.604199] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Reconfigured VM instance instance-00000043 to detach disk 2002 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.604312] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.604572] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-021b3915-0bdc-44eb-a6e7-fec8d22c9ad8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.613863] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.616484] env[69942]: DEBUG oslo_vmware.api [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1103.616484] env[69942]: value = "task-3831417" [ 1103.616484] env[69942]: _type = "Task" [ 1103.616484] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.634960] env[69942]: DEBUG oslo_vmware.api [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.719273] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "743145b3-8f63-4f36-80ad-cd277f780e48" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.803171] env[69942]: DEBUG nova.compute.utils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.809418] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.809418] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.879946] env[69942]: DEBUG nova.policy [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c9a56fc6db4d21859e8637577fb1e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7975d0b66cc049d1a24f3b9fad17bc15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.965535] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831416, 'name': CreateVM_Task, 'duration_secs': 0.367277} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.965535] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Successfully updated port: 766d0fda-611f-4562-9c8d-08cbb89d13cc {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.967765] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.967765] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.967765] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.968064] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.973254] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ea81d6-dea8-4480-a12f-c3005169dc46 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.978821] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1103.978821] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520b763b-da83-1fe7-d595-eeccd521082b" [ 1103.978821] env[69942]: _type = "Task" [ 1103.978821] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.987428] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520b763b-da83-1fe7-d595-eeccd521082b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.041604] env[69942]: DEBUG oslo_concurrency.lockutils [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] Releasing lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.041893] env[69942]: DEBUG nova.compute.manager [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Received event network-vif-plugged-1e38879c-5cbe-4b06-ba91-6a43a516ed30 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.042111] env[69942]: DEBUG oslo_concurrency.lockutils [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] Acquiring lock "d8c66893-191d-4fb3-8ae1-878d00783812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.042322] env[69942]: DEBUG oslo_concurrency.lockutils [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] Lock "d8c66893-191d-4fb3-8ae1-878d00783812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.042485] env[69942]: DEBUG oslo_concurrency.lockutils [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] Lock "d8c66893-191d-4fb3-8ae1-878d00783812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.042650] env[69942]: DEBUG nova.compute.manager [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] No waiting events found dispatching network-vif-plugged-1e38879c-5cbe-4b06-ba91-6a43a516ed30 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.042929] env[69942]: WARNING nova.compute.manager [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Received unexpected event network-vif-plugged-1e38879c-5cbe-4b06-ba91-6a43a516ed30 for instance with vm_state building and task_state spawning. [ 1104.043039] env[69942]: DEBUG nova.compute.manager [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Received event network-changed-1e38879c-5cbe-4b06-ba91-6a43a516ed30 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.043133] env[69942]: DEBUG nova.compute.manager [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Refreshing instance network info cache due to event network-changed-1e38879c-5cbe-4b06-ba91-6a43a516ed30. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.043315] env[69942]: DEBUG oslo_concurrency.lockutils [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] Acquiring lock "refresh_cache-d8c66893-191d-4fb3-8ae1-878d00783812" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.043458] env[69942]: DEBUG oslo_concurrency.lockutils [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] Acquired lock "refresh_cache-d8c66893-191d-4fb3-8ae1-878d00783812" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.043672] env[69942]: DEBUG nova.network.neutron [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Refreshing network info cache for port 1e38879c-5cbe-4b06-ba91-6a43a516ed30 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.102370] env[69942]: DEBUG nova.compute.manager [req-fbd3c7b7-3304-4ac8-b0ae-26ca1f763408 req-7623aad7-8aec-4389-8117-bbc7b0294472 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Received event network-vif-plugged-766d0fda-611f-4562-9c8d-08cbb89d13cc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.102370] env[69942]: DEBUG oslo_concurrency.lockutils [req-fbd3c7b7-3304-4ac8-b0ae-26ca1f763408 req-7623aad7-8aec-4389-8117-bbc7b0294472 service nova] Acquiring lock "71423560-66a7-4ae1-bc19-0b122be901bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.102370] env[69942]: DEBUG oslo_concurrency.lockutils [req-fbd3c7b7-3304-4ac8-b0ae-26ca1f763408 req-7623aad7-8aec-4389-8117-bbc7b0294472 service nova] Lock "71423560-66a7-4ae1-bc19-0b122be901bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.102370] env[69942]: DEBUG oslo_concurrency.lockutils [req-fbd3c7b7-3304-4ac8-b0ae-26ca1f763408 req-7623aad7-8aec-4389-8117-bbc7b0294472 service nova] Lock "71423560-66a7-4ae1-bc19-0b122be901bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.102370] env[69942]: DEBUG nova.compute.manager [req-fbd3c7b7-3304-4ac8-b0ae-26ca1f763408 req-7623aad7-8aec-4389-8117-bbc7b0294472 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] No waiting events found dispatching network-vif-plugged-766d0fda-611f-4562-9c8d-08cbb89d13cc {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.102370] env[69942]: WARNING nova.compute.manager [req-fbd3c7b7-3304-4ac8-b0ae-26ca1f763408 req-7623aad7-8aec-4389-8117-bbc7b0294472 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Received unexpected event network-vif-plugged-766d0fda-611f-4562-9c8d-08cbb89d13cc for instance with vm_state building and task_state spawning. [ 1104.132937] env[69942]: DEBUG oslo_vmware.api [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831417, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.266884] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Successfully created port: aba63617-4669-487f-b475-ac2636427574 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.311682] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.351898] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f655751b-d5a9-489d-99d5-7007a7e28f1c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.366275] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e11bd2-925b-4aa4-9248-1b5c973ff5dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.408521] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2358ab-c53d-4c84-bc66-62c5d89c0bc3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.418892] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b4ed1-f6d0-438a-aaad-fceea59856c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.434249] env[69942]: DEBUG nova.compute.provider_tree [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.467766] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "refresh_cache-71423560-66a7-4ae1-bc19-0b122be901bb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.467962] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "refresh_cache-71423560-66a7-4ae1-bc19-0b122be901bb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.468170] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.489188] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520b763b-da83-1fe7-d595-eeccd521082b, 'name': SearchDatastore_Task, 'duration_secs': 0.011853} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.489513] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.489745] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.489977] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.490134] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.490314] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.490582] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be1ab230-3137-4e97-8538-e2615632aa42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.501325] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.501541] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.503322] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff962934-5a79-4dc6-b6e0-630e51b1e2e5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.510528] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1104.510528] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529039aa-7d87-e9fb-5fe0-7181358fef32" [ 1104.510528] env[69942]: _type = "Task" [ 1104.510528] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.519213] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529039aa-7d87-e9fb-5fe0-7181358fef32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.630022] env[69942]: DEBUG oslo_vmware.api [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831417, 'name': PowerOnVM_Task, 'duration_secs': 0.65893} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.630022] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.630022] env[69942]: DEBUG nova.compute.manager [None req-895e081c-910b-459c-9a17-d967b062efe7 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.630434] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81a5398-f335-46e7-9e75-a6607b9b9851 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.851239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.851239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.851239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.851239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.851388] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.854262] env[69942]: INFO nova.compute.manager [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Terminating instance [ 1104.869518] env[69942]: DEBUG nova.network.neutron [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Updated VIF entry in instance network info cache for port 1e38879c-5cbe-4b06-ba91-6a43a516ed30. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.869518] env[69942]: DEBUG nova.network.neutron [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Updating instance_info_cache with network_info: [{"id": "1e38879c-5cbe-4b06-ba91-6a43a516ed30", "address": "fa:16:3e:14:42:29", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e38879c-5c", "ovs_interfaceid": "1e38879c-5cbe-4b06-ba91-6a43a516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.936963] env[69942]: DEBUG nova.scheduler.client.report [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.023470] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529039aa-7d87-e9fb-5fe0-7181358fef32, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.024550] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6b4eb7-4580-4428-a235-feb60f365a23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.032737] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1105.032737] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52da38d1-5a98-bfa0-9061-83ee22237af5" [ 1105.032737] env[69942]: _type = "Task" [ 1105.032737] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.036395] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.044524] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52da38d1-5a98-bfa0-9061-83ee22237af5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.044782] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.045057] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] d8c66893-191d-4fb3-8ae1-878d00783812/d8c66893-191d-4fb3-8ae1-878d00783812.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.045335] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e6be12e-083a-4e8f-a3a8-56f8de6ec5f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.053177] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1105.053177] env[69942]: value = "task-3831418" [ 1105.053177] env[69942]: _type = "Task" [ 1105.053177] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.061974] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.228135] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Updating instance_info_cache with network_info: [{"id": "766d0fda-611f-4562-9c8d-08cbb89d13cc", "address": "fa:16:3e:21:1a:7d", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766d0fda-61", "ovs_interfaceid": "766d0fda-611f-4562-9c8d-08cbb89d13cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.326078] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.359722] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.359996] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.360174] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.360361] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.360504] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.360658] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.360867] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.361860] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.362225] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.362639] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.362918] env[69942]: DEBUG nova.virt.hardware [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.363840] env[69942]: DEBUG nova.compute.manager [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.364084] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.365327] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2224133-c2f8-4b04-ad02-a9106b8d1894 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.372530] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3ffd91-c6b0-4652-a093-48be9767a118 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.377352] env[69942]: DEBUG oslo_concurrency.lockutils [req-4da3617f-ed5a-4617-9e12-76794cdd1d30 req-fe65f154-3aaa-4eb5-be93-cd1d24440355 service nova] Releasing lock "refresh_cache-d8c66893-191d-4fb3-8ae1-878d00783812" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.387211] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c36913-892a-4209-96fe-f98c9029d061 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.393055] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.393399] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b7b9e55-f21a-4de6-8c3b-48f32e1765c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.415032] env[69942]: DEBUG oslo_vmware.api [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1105.415032] env[69942]: value = "task-3831419" [ 1105.415032] env[69942]: _type = "Task" [ 1105.415032] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.425929] env[69942]: DEBUG oslo_vmware.api [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.443151] env[69942]: DEBUG oslo_concurrency.lockutils [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.446269] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.394s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.446269] env[69942]: DEBUG nova.objects.instance [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'resources' on Instance uuid bd7c066b-9df9-4956-a1ea-0f0b802c3083 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.468477] env[69942]: INFO nova.scheduler.client.report [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Deleted allocations for instance d291e516-2977-4c3b-aff3-975e8aa648fe [ 1105.564899] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831418, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.730571] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "refresh_cache-71423560-66a7-4ae1-bc19-0b122be901bb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.730869] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Instance network_info: |[{"id": "766d0fda-611f-4562-9c8d-08cbb89d13cc", "address": "fa:16:3e:21:1a:7d", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766d0fda-61", "ovs_interfaceid": "766d0fda-611f-4562-9c8d-08cbb89d13cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.731698] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:1a:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '766d0fda-611f-4562-9c8d-08cbb89d13cc', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.741553] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Creating folder: Project (7975d0b66cc049d1a24f3b9fad17bc15). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.741985] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35fb6fe5-a7d5-44de-a8a1-3ebea76d53e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.755478] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Created folder: Project (7975d0b66cc049d1a24f3b9fad17bc15) in parent group-v761487. [ 1105.755798] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Creating folder: Instances. Parent ref: group-v761705. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.756092] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd7091a4-a478-43a6-8d50-6e8d317389ef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.767515] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Created folder: Instances in parent group-v761705. [ 1105.767810] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.768016] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.768248] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2071da09-cc9a-44ab-8a20-9013aafbbaaa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.789870] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "125968c4-c7c4-46d9-9f4e-72c633b8115e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.789870] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.794368] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.794368] env[69942]: value = "task-3831422" [ 1105.794368] env[69942]: _type = "Task" [ 1105.794368] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.806873] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831422, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.926742] env[69942]: DEBUG oslo_vmware.api [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831419, 'name': PowerOffVM_Task, 'duration_secs': 0.33231} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.926742] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.927111] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.927405] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a405e18b-ab6d-4097-8c7c-c2b14f5cb3b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.979805] env[69942]: DEBUG oslo_concurrency.lockutils [None req-19b850ac-8fc4-495f-9852-526192dab15e tempest-ServerRescueTestJSONUnderV235-260359621 tempest-ServerRescueTestJSONUnderV235-260359621-project-member] Lock "d291e516-2977-4c3b-aff3-975e8aa648fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.187s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.011239] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.011303] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.011787] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleting the datastore file [datastore2] c26ba48b-1618-4b22-8e2a-dc94e42a50c1 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.011787] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c988f7da-b300-4d97-bc6c-0954821b562c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.022417] env[69942]: DEBUG oslo_vmware.api [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1106.022417] env[69942]: value = "task-3831424" [ 1106.022417] env[69942]: _type = "Task" [ 1106.022417] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.032136] env[69942]: DEBUG oslo_vmware.api [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.065811] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519563} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.066136] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] d8c66893-191d-4fb3-8ae1-878d00783812/d8c66893-191d-4fb3-8ae1-878d00783812.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.066408] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.069484] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-754d950c-0826-452d-a844-b5f4ff616368 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.083053] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1106.083053] env[69942]: value = "task-3831425" [ 1106.083053] env[69942]: _type = "Task" [ 1106.083053] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.098841] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.185037] env[69942]: DEBUG nova.compute.manager [req-5629b05d-39bb-4b9a-a21f-5b7dc862505a req-0f57572a-7179-4762-9a1d-7a78670a8ab6 service nova] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Received event network-vif-plugged-aba63617-4669-487f-b475-ac2636427574 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.185984] env[69942]: DEBUG oslo_concurrency.lockutils [req-5629b05d-39bb-4b9a-a21f-5b7dc862505a req-0f57572a-7179-4762-9a1d-7a78670a8ab6 service nova] Acquiring lock "a81c11e2-0448-42f0-94d2-e3d0640777a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.185984] env[69942]: DEBUG oslo_concurrency.lockutils [req-5629b05d-39bb-4b9a-a21f-5b7dc862505a req-0f57572a-7179-4762-9a1d-7a78670a8ab6 service nova] Lock "a81c11e2-0448-42f0-94d2-e3d0640777a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.186304] env[69942]: DEBUG oslo_concurrency.lockutils [req-5629b05d-39bb-4b9a-a21f-5b7dc862505a req-0f57572a-7179-4762-9a1d-7a78670a8ab6 service nova] Lock "a81c11e2-0448-42f0-94d2-e3d0640777a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.187297] env[69942]: DEBUG nova.compute.manager [req-5629b05d-39bb-4b9a-a21f-5b7dc862505a req-0f57572a-7179-4762-9a1d-7a78670a8ab6 service nova] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] No waiting events found dispatching network-vif-plugged-aba63617-4669-487f-b475-ac2636427574 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.187297] env[69942]: WARNING nova.compute.manager [req-5629b05d-39bb-4b9a-a21f-5b7dc862505a req-0f57572a-7179-4762-9a1d-7a78670a8ab6 service nova] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Received unexpected event network-vif-plugged-aba63617-4669-487f-b475-ac2636427574 for instance with vm_state building and task_state spawning. [ 1106.227932] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Successfully updated port: aba63617-4669-487f-b475-ac2636427574 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.234633] env[69942]: DEBUG nova.compute.manager [req-f11dd4d2-fa9e-4e72-bed9-45be0d770898 req-1cbf14f9-44fe-47b4-bbc8-8c530b46ca97 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Received event network-changed-766d0fda-611f-4562-9c8d-08cbb89d13cc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.234939] env[69942]: DEBUG nova.compute.manager [req-f11dd4d2-fa9e-4e72-bed9-45be0d770898 req-1cbf14f9-44fe-47b4-bbc8-8c530b46ca97 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Refreshing instance network info cache due to event network-changed-766d0fda-611f-4562-9c8d-08cbb89d13cc. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.235116] env[69942]: DEBUG oslo_concurrency.lockutils [req-f11dd4d2-fa9e-4e72-bed9-45be0d770898 req-1cbf14f9-44fe-47b4-bbc8-8c530b46ca97 service nova] Acquiring lock "refresh_cache-71423560-66a7-4ae1-bc19-0b122be901bb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.235274] env[69942]: DEBUG oslo_concurrency.lockutils [req-f11dd4d2-fa9e-4e72-bed9-45be0d770898 req-1cbf14f9-44fe-47b4-bbc8-8c530b46ca97 service nova] Acquired lock "refresh_cache-71423560-66a7-4ae1-bc19-0b122be901bb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.235437] env[69942]: DEBUG nova.network.neutron [req-f11dd4d2-fa9e-4e72-bed9-45be0d770898 req-1cbf14f9-44fe-47b4-bbc8-8c530b46ca97 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Refreshing network info cache for port 766d0fda-611f-4562-9c8d-08cbb89d13cc {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.293051] env[69942]: DEBUG nova.compute.manager [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.309930] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831422, 'name': CreateVM_Task, 'duration_secs': 0.430757} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.309930] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.309930] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.309930] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.309930] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.309930] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614e0b77-c3b6-426a-a1a7-6ad64c072a8a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.319169] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1106.319169] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528b78d1-c2af-7137-4bb1-773f0ad16b15" [ 1106.319169] env[69942]: _type = "Task" [ 1106.319169] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.327441] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528b78d1-c2af-7137-4bb1-773f0ad16b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.446564] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93eb087-68d4-48f1-8a40-087a37109e81 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.455953] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa967f6-2902-495e-8e1a-cc97c7bafd06 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.487894] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f40a61f-b589-4b37-89be-0623ac039bf1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.496622] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de1a398-b6b3-4747-8d1f-fcc967335405 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.511445] env[69942]: DEBUG nova.compute.provider_tree [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.533470] env[69942]: DEBUG oslo_vmware.api [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244384} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.533840] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.534083] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.534322] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.534534] env[69942]: INFO nova.compute.manager [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1106.534837] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.535070] env[69942]: DEBUG nova.compute.manager [-] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.535183] env[69942]: DEBUG nova.network.neutron [-] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.592674] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084201} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.592948] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.593830] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0546f033-54db-4c66-9bcd-69fa33227b9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.620691] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] d8c66893-191d-4fb3-8ae1-878d00783812/d8c66893-191d-4fb3-8ae1-878d00783812.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.621036] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b3a3bce-d666-48a6-8832-87c5438835df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.637218] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.637457] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.637629] env[69942]: INFO nova.compute.manager [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Shelving [ 1106.647447] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1106.647447] env[69942]: value = "task-3831426" [ 1106.647447] env[69942]: _type = "Task" [ 1106.647447] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.659980] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.738963] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "refresh_cache-a81c11e2-0448-42f0-94d2-e3d0640777a0" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.739241] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "refresh_cache-a81c11e2-0448-42f0-94d2-e3d0640777a0" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.739451] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.828261] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.837645] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528b78d1-c2af-7137-4bb1-773f0ad16b15, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.838276] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.838463] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.838814] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.839048] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.839377] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.839737] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d51c354-2a85-4b08-98e4-bf6dece7246b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.851800] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.852010] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.852784] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6b7f84-9e1b-44c3-bfff-7947ea0cff72 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.863819] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1106.863819] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e23f08-0c35-02d8-59ca-12f70d329786" [ 1106.863819] env[69942]: _type = "Task" [ 1106.863819] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.874768] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e23f08-0c35-02d8-59ca-12f70d329786, 'name': SearchDatastore_Task, 'duration_secs': 0.01216} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.875828] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35f2ad8-49e9-4259-80f5-c50effb8b96c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.884048] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1106.884048] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526ac688-fd19-a5e9-3a92-0d089785b3ba" [ 1106.884048] env[69942]: _type = "Task" [ 1106.884048] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.895232] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526ac688-fd19-a5e9-3a92-0d089785b3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.017879] env[69942]: DEBUG nova.scheduler.client.report [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.087362] env[69942]: DEBUG nova.network.neutron [req-f11dd4d2-fa9e-4e72-bed9-45be0d770898 req-1cbf14f9-44fe-47b4-bbc8-8c530b46ca97 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Updated VIF entry in instance network info cache for port 766d0fda-611f-4562-9c8d-08cbb89d13cc. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.087908] env[69942]: DEBUG nova.network.neutron [req-f11dd4d2-fa9e-4e72-bed9-45be0d770898 req-1cbf14f9-44fe-47b4-bbc8-8c530b46ca97 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Updating instance_info_cache with network_info: [{"id": "766d0fda-611f-4562-9c8d-08cbb89d13cc", "address": "fa:16:3e:21:1a:7d", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766d0fda-61", "ovs_interfaceid": "766d0fda-611f-4562-9c8d-08cbb89d13cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.163079] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831426, 'name': ReconfigVM_Task, 'duration_secs': 0.318744} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.163079] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Reconfigured VM instance instance-0000004c to attach disk [datastore2] d8c66893-191d-4fb3-8ae1-878d00783812/d8c66893-191d-4fb3-8ae1-878d00783812.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.164021] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46343ad6-6733-4e62-909a-2ed8dec338f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.172600] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1107.172600] env[69942]: value = "task-3831427" [ 1107.172600] env[69942]: _type = "Task" [ 1107.172600] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.183077] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831427, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.279084] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.401386] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526ac688-fd19-a5e9-3a92-0d089785b3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012578} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.404999] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.404999] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 71423560-66a7-4ae1-bc19-0b122be901bb/71423560-66a7-4ae1-bc19-0b122be901bb.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.405275] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1deff049-ee86-41f1-9e56-fad15f14f8bd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.413675] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1107.413675] env[69942]: value = "task-3831428" [ 1107.413675] env[69942]: _type = "Task" [ 1107.413675] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.423970] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.484801] env[69942]: DEBUG nova.network.neutron [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Updating instance_info_cache with network_info: [{"id": "aba63617-4669-487f-b475-ac2636427574", "address": "fa:16:3e:8e:52:06", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba63617-46", "ovs_interfaceid": "aba63617-4669-487f-b475-ac2636427574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.531628] env[69942]: DEBUG nova.network.neutron [-] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.535990] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.540759] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.076s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.543226] env[69942]: INFO nova.compute.claims [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.575779] env[69942]: INFO nova.scheduler.client.report [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleted allocations for instance bd7c066b-9df9-4956-a1ea-0f0b802c3083 [ 1107.592608] env[69942]: DEBUG oslo_concurrency.lockutils [req-f11dd4d2-fa9e-4e72-bed9-45be0d770898 req-1cbf14f9-44fe-47b4-bbc8-8c530b46ca97 service nova] Releasing lock "refresh_cache-71423560-66a7-4ae1-bc19-0b122be901bb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.663555] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.663952] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4598ef80-31f3-4922-b948-4afbb731edca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.680442] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1107.680442] env[69942]: value = "task-3831429" [ 1107.680442] env[69942]: _type = "Task" [ 1107.680442] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.693475] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831427, 'name': Rename_Task, 'duration_secs': 0.14855} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.695050] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.695381] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43b853b3-a3a4-4f88-92cd-b22d3f5d8791 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.702646] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.704559] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1107.704559] env[69942]: value = "task-3831430" [ 1107.704559] env[69942]: _type = "Task" [ 1107.704559] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.717516] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.926842] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503185} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.927361] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 71423560-66a7-4ae1-bc19-0b122be901bb/71423560-66a7-4ae1-bc19-0b122be901bb.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.929011] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.929421] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cab8992a-5761-4d7a-a80c-da59e50343b7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.940583] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1107.940583] env[69942]: value = "task-3831431" [ 1107.940583] env[69942]: _type = "Task" [ 1107.940583] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.953645] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.991017] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "refresh_cache-a81c11e2-0448-42f0-94d2-e3d0640777a0" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.991017] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Instance network_info: |[{"id": "aba63617-4669-487f-b475-ac2636427574", "address": "fa:16:3e:8e:52:06", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba63617-46", "ovs_interfaceid": "aba63617-4669-487f-b475-ac2636427574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.991017] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:52:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aba63617-4669-487f-b475-ac2636427574', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.000977] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.001446] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.001826] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-421ea74f-d703-43c2-b330-90eeb785d1af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.027283] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.027283] env[69942]: value = "task-3831432" [ 1108.027283] env[69942]: _type = "Task" [ 1108.027283] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.037235] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831432, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.041018] env[69942]: INFO nova.compute.manager [-] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Took 1.51 seconds to deallocate network for instance. [ 1108.089227] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquiring lock "ed927802-f6ef-487d-843f-8a443ce2d68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.089227] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "ed927802-f6ef-487d-843f-8a443ce2d68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.089637] env[69942]: DEBUG oslo_concurrency.lockutils [None req-aca5d84f-afd5-495e-8ffb-fb217d4ea132 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "bd7c066b-9df9-4956-a1ea-0f0b802c3083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.831s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.192462] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831429, 'name': PowerOffVM_Task, 'duration_secs': 0.310839} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.192843] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.193706] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec982f2b-5d11-4c4f-861f-04607388b63b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.217734] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbed86c-d6c4-4599-a3fa-d3930af04969 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.223625] env[69942]: DEBUG nova.compute.manager [req-fd3ccc39-e47d-4fc0-92b7-9f357adf47b2 req-b13e4412-20ee-4b1e-a537-7eef38007c98 service nova] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Received event network-changed-aba63617-4669-487f-b475-ac2636427574 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.223625] env[69942]: DEBUG nova.compute.manager [req-fd3ccc39-e47d-4fc0-92b7-9f357adf47b2 req-b13e4412-20ee-4b1e-a537-7eef38007c98 service nova] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Refreshing instance network info cache due to event network-changed-aba63617-4669-487f-b475-ac2636427574. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.224408] env[69942]: DEBUG oslo_concurrency.lockutils [req-fd3ccc39-e47d-4fc0-92b7-9f357adf47b2 req-b13e4412-20ee-4b1e-a537-7eef38007c98 service nova] Acquiring lock "refresh_cache-a81c11e2-0448-42f0-94d2-e3d0640777a0" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.224510] env[69942]: DEBUG oslo_concurrency.lockutils [req-fd3ccc39-e47d-4fc0-92b7-9f357adf47b2 req-b13e4412-20ee-4b1e-a537-7eef38007c98 service nova] Acquired lock "refresh_cache-a81c11e2-0448-42f0-94d2-e3d0640777a0" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.224614] env[69942]: DEBUG nova.network.neutron [req-fd3ccc39-e47d-4fc0-92b7-9f357adf47b2 req-b13e4412-20ee-4b1e-a537-7eef38007c98 service nova] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Refreshing network info cache for port aba63617-4669-487f-b475-ac2636427574 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.241404] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.275201] env[69942]: DEBUG nova.compute.manager [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Received event network-changed-ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.275433] env[69942]: DEBUG nova.compute.manager [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Refreshing instance network info cache due to event network-changed-ddaf0369-e1f0-4d11-9b2c-79433a0d109f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.275843] env[69942]: DEBUG oslo_concurrency.lockutils [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] Acquiring lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.277247] env[69942]: DEBUG oslo_concurrency.lockutils [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] Acquired lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.277247] env[69942]: DEBUG nova.network.neutron [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Refreshing network info cache for port ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.451999] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133172} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.452348] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.453223] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1538b659-56f6-44cd-9794-e564a621927f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.477085] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 71423560-66a7-4ae1-bc19-0b122be901bb/71423560-66a7-4ae1-bc19-0b122be901bb.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.477254] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014a7740-3a6e-4331-bbc5-bf925e6c4c6c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.498347] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1108.498347] env[69942]: value = "task-3831433" [ 1108.498347] env[69942]: _type = "Task" [ 1108.498347] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.507874] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.538079] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831432, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.551312] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.737032] env[69942]: DEBUG oslo_vmware.api [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831430, 'name': PowerOnVM_Task, 'duration_secs': 0.627417} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.740153] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.740753] env[69942]: INFO nova.compute.manager [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1108.741320] env[69942]: DEBUG nova.compute.manager [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.742746] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1108.745592] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6d00db-9a96-477f-a2e8-e03381bceacc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.751057] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac819466-9251-436c-9fe8-26e2abfb7979 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.765930] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1108.765930] env[69942]: value = "task-3831434" [ 1108.765930] env[69942]: _type = "Task" [ 1108.765930] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.793118] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.014204] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831433, 'name': ReconfigVM_Task, 'duration_secs': 0.29997} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.014956] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 71423560-66a7-4ae1-bc19-0b122be901bb/71423560-66a7-4ae1-bc19-0b122be901bb.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.015724] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4648a8cd-4cb5-425d-a111-30c66af3a623 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.028260] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1109.028260] env[69942]: value = "task-3831435" [ 1109.028260] env[69942]: _type = "Task" [ 1109.028260] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.045229] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831432, 'name': CreateVM_Task, 'duration_secs': 0.74419} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.049247] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.049650] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831435, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.050661] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.051054] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.051650] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.052259] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24f1aeb-f908-48ff-a394-1ab01bdcf633 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.063722] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1109.063722] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b59267-cd2b-5991-701b-0f90802a82cd" [ 1109.063722] env[69942]: _type = "Task" [ 1109.063722] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.086251] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b59267-cd2b-5991-701b-0f90802a82cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013858} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.093584] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.094120] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.094696] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.095524] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.095524] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.096046] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e43dabdd-5b0f-462e-8826-7f576da1bc8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.109208] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02460e7-79fa-4d39-8d60-af3189f1dc6f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.113501] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.113961] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.115229] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee69776-aafd-4d72-9a7c-c13317f37867 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.121602] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c60c305-337e-4c1f-826d-dc0ee7b33846 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.126740] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1109.126740] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cf1cdc-65c7-99bc-83e5-1e264ac4a6c7" [ 1109.126740] env[69942]: _type = "Task" [ 1109.126740] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.159694] env[69942]: DEBUG nova.network.neutron [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updated VIF entry in instance network info cache for port ddaf0369-e1f0-4d11-9b2c-79433a0d109f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.160164] env[69942]: DEBUG nova.network.neutron [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updating instance_info_cache with network_info: [{"id": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "address": "fa:16:3e:c4:3e:b1", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf0369-e1", "ovs_interfaceid": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.162863] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a3dfd7-c69b-4274-90e7-0f4dd356ad23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.171060] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cf1cdc-65c7-99bc-83e5-1e264ac4a6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.172276] env[69942]: DEBUG nova.network.neutron [req-fd3ccc39-e47d-4fc0-92b7-9f357adf47b2 req-b13e4412-20ee-4b1e-a537-7eef38007c98 service nova] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Updated VIF entry in instance network info cache for port aba63617-4669-487f-b475-ac2636427574. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.172719] env[69942]: DEBUG nova.network.neutron [req-fd3ccc39-e47d-4fc0-92b7-9f357adf47b2 req-b13e4412-20ee-4b1e-a537-7eef38007c98 service nova] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Updating instance_info_cache with network_info: [{"id": "aba63617-4669-487f-b475-ac2636427574", "address": "fa:16:3e:8e:52:06", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba63617-46", "ovs_interfaceid": "aba63617-4669-487f-b475-ac2636427574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.175884] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2dd5eb-08aa-434d-8001-f3cedf6d5e29 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.183570] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429c52d9-5acc-465f-80d7-ab05bee0d753 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.189981] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1109.189981] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525668eb-330f-cbc0-e0f7-2072498c9a0a" [ 1109.189981] env[69942]: _type = "Task" [ 1109.189981] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.204729] env[69942]: DEBUG nova.compute.provider_tree [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.213480] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525668eb-330f-cbc0-e0f7-2072498c9a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.013222} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.213850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.214375] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] a81c11e2-0448-42f0-94d2-e3d0640777a0/a81c11e2-0448-42f0-94d2-e3d0640777a0.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.214709] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-550441d7-2686-4581-95fc-fe77c5f361f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.222693] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1109.222693] env[69942]: value = "task-3831436" [ 1109.222693] env[69942]: _type = "Task" [ 1109.222693] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.233998] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.285107] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831434, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.287510] env[69942]: INFO nova.compute.manager [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Took 33.48 seconds to build instance. [ 1109.545789] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831435, 'name': Rename_Task, 'duration_secs': 0.159965} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.546748] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.547112] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d67e2049-046b-4e93-9cb9-897a48bc4521 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.555735] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1109.555735] env[69942]: value = "task-3831437" [ 1109.555735] env[69942]: _type = "Task" [ 1109.555735] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.567793] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.667837] env[69942]: DEBUG oslo_concurrency.lockutils [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] Releasing lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.668232] env[69942]: DEBUG nova.compute.manager [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Received event network-changed-ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.668515] env[69942]: DEBUG nova.compute.manager [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Refreshing instance network info cache due to event network-changed-ddaf0369-e1f0-4d11-9b2c-79433a0d109f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.668790] env[69942]: DEBUG oslo_concurrency.lockutils [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] Acquiring lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.668941] env[69942]: DEBUG oslo_concurrency.lockutils [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] Acquired lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.669141] env[69942]: DEBUG nova.network.neutron [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Refreshing network info cache for port ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.676675] env[69942]: DEBUG oslo_concurrency.lockutils [req-fd3ccc39-e47d-4fc0-92b7-9f357adf47b2 req-b13e4412-20ee-4b1e-a537-7eef38007c98 service nova] Releasing lock "refresh_cache-a81c11e2-0448-42f0-94d2-e3d0640777a0" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.677066] env[69942]: DEBUG nova.compute.manager [req-fd3ccc39-e47d-4fc0-92b7-9f357adf47b2 req-b13e4412-20ee-4b1e-a537-7eef38007c98 service nova] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Received event network-vif-deleted-53bf8259-cb07-4593-b334-e112c1c7a27c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.710590] env[69942]: DEBUG nova.scheduler.client.report [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.738595] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.785449] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831434, 'name': CreateSnapshot_Task, 'duration_secs': 0.876391} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.785449] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1109.785449] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f7995-1f2c-4a96-8d1a-abac6690a130 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.792370] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b793b065-cccd-4d5a-b732-84d6f04f75c6 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "d8c66893-191d-4fb3-8ae1-878d00783812" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.999s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.072683] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.216301] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.216301] env[69942]: DEBUG nova.compute.manager [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.218913] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.925s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.219343] env[69942]: DEBUG nova.objects.instance [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1110.234970] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536516} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.235302] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] a81c11e2-0448-42f0-94d2-e3d0640777a0/a81c11e2-0448-42f0-94d2-e3d0640777a0.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.235584] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.235868] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68fff1ba-9e41-4e8d-a6ba-bff1d0e6efeb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.243507] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1110.243507] env[69942]: value = "task-3831438" [ 1110.243507] env[69942]: _type = "Task" [ 1110.243507] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.253238] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.295729] env[69942]: DEBUG nova.compute.manager [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.317938] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1110.318708] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6ce8534-aef4-4f79-a66f-2a3ce58a3d25 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.328583] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1110.328583] env[69942]: value = "task-3831439" [ 1110.328583] env[69942]: _type = "Task" [ 1110.328583] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.341305] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831439, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.402277] env[69942]: DEBUG nova.compute.manager [req-7fe1fe43-b69a-4a0a-8724-c770a074d7e9 req-5170ba0b-c5a4-4bc7-a6cc-bf27ee0777a9 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Received event network-changed-1e38879c-5cbe-4b06-ba91-6a43a516ed30 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.402441] env[69942]: DEBUG nova.compute.manager [req-7fe1fe43-b69a-4a0a-8724-c770a074d7e9 req-5170ba0b-c5a4-4bc7-a6cc-bf27ee0777a9 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Refreshing instance network info cache due to event network-changed-1e38879c-5cbe-4b06-ba91-6a43a516ed30. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.402660] env[69942]: DEBUG oslo_concurrency.lockutils [req-7fe1fe43-b69a-4a0a-8724-c770a074d7e9 req-5170ba0b-c5a4-4bc7-a6cc-bf27ee0777a9 service nova] Acquiring lock "refresh_cache-d8c66893-191d-4fb3-8ae1-878d00783812" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.402779] env[69942]: DEBUG oslo_concurrency.lockutils [req-7fe1fe43-b69a-4a0a-8724-c770a074d7e9 req-5170ba0b-c5a4-4bc7-a6cc-bf27ee0777a9 service nova] Acquired lock "refresh_cache-d8c66893-191d-4fb3-8ae1-878d00783812" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.402928] env[69942]: DEBUG nova.network.neutron [req-7fe1fe43-b69a-4a0a-8724-c770a074d7e9 req-5170ba0b-c5a4-4bc7-a6cc-bf27ee0777a9 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Refreshing network info cache for port 1e38879c-5cbe-4b06-ba91-6a43a516ed30 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.469797] env[69942]: DEBUG nova.network.neutron [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updated VIF entry in instance network info cache for port ddaf0369-e1f0-4d11-9b2c-79433a0d109f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.470202] env[69942]: DEBUG nova.network.neutron [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updating instance_info_cache with network_info: [{"id": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "address": "fa:16:3e:c4:3e:b1", "network": {"id": "62063aa3-f9fc-4e1b-b47b-5b13484aed18", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-526578543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdda569899dd4c6bbc461eafdc46286e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddaf0369-e1", "ovs_interfaceid": "ddaf0369-e1f0-4d11-9b2c-79433a0d109f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.567796] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831437, 'name': PowerOnVM_Task, 'duration_secs': 0.556778} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.567796] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.567796] env[69942]: INFO nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1110.568297] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.568755] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5362b910-34d3-4a3e-852e-83d7efba3b8d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.726041] env[69942]: DEBUG nova.compute.utils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.731339] env[69942]: DEBUG nova.compute.manager [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.731611] env[69942]: DEBUG nova.network.neutron [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.755253] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238922} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.755450] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.756376] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8901f73b-be56-4038-af2b-2f8429250315 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.788551] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] a81c11e2-0448-42f0-94d2-e3d0640777a0/a81c11e2-0448-42f0-94d2-e3d0640777a0.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.790916] env[69942]: DEBUG nova.policy [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a02241a09fc54c12b13eb32cfe89086a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ba0e7b77af4dec8a5d7f7ffad2cffa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.793776] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7b5ef6-ae78-45a3-b33f-3d2c92a22738 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.826708] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1110.826708] env[69942]: value = "task-3831440" [ 1110.826708] env[69942]: _type = "Task" [ 1110.826708] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.836539] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.843477] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.844701] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831439, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.882685] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.882685] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.973468] env[69942]: DEBUG oslo_concurrency.lockutils [req-c3f058c6-e8bd-4154-826d-b641e47b99a2 req-31b452d4-10a7-4233-ad60-d54112831a61 service nova] Releasing lock "refresh_cache-c66e9d35-c6d5-445f-95ff-50c7bb3e7158" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.091491] env[69942]: INFO nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Took 32.88 seconds to build instance. [ 1111.204542] env[69942]: DEBUG nova.network.neutron [req-7fe1fe43-b69a-4a0a-8724-c770a074d7e9 req-5170ba0b-c5a4-4bc7-a6cc-bf27ee0777a9 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Updated VIF entry in instance network info cache for port 1e38879c-5cbe-4b06-ba91-6a43a516ed30. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.205180] env[69942]: DEBUG nova.network.neutron [req-7fe1fe43-b69a-4a0a-8724-c770a074d7e9 req-5170ba0b-c5a4-4bc7-a6cc-bf27ee0777a9 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Updating instance_info_cache with network_info: [{"id": "1e38879c-5cbe-4b06-ba91-6a43a516ed30", "address": "fa:16:3e:14:42:29", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e38879c-5c", "ovs_interfaceid": "1e38879c-5cbe-4b06-ba91-6a43a516ed30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.232347] env[69942]: DEBUG nova.compute.manager [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.235936] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2465a2d-2113-4a68-9e89-c414a4bfb5a8 tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.237509] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 25.463s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.267239] env[69942]: DEBUG nova.network.neutron [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Successfully created port: 1676e99b-483f-4f3c-853e-53baa79c96df {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.343256] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831439, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.345368] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831440, 'name': ReconfigVM_Task, 'duration_secs': 0.399678} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.345886] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Reconfigured VM instance instance-0000004d to attach disk [datastore1] a81c11e2-0448-42f0-94d2-e3d0640777a0/a81c11e2-0448-42f0-94d2-e3d0640777a0.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.346676] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-196e8515-9446-4559-8250-906919e0c921 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.354944] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1111.354944] env[69942]: value = "task-3831441" [ 1111.354944] env[69942]: _type = "Task" [ 1111.354944] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.366405] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831441, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.597182] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "71423560-66a7-4ae1-bc19-0b122be901bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.425s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.708750] env[69942]: DEBUG oslo_concurrency.lockutils [req-7fe1fe43-b69a-4a0a-8724-c770a074d7e9 req-5170ba0b-c5a4-4bc7-a6cc-bf27ee0777a9 service nova] Releasing lock "refresh_cache-d8c66893-191d-4fb3-8ae1-878d00783812" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.743581] env[69942]: DEBUG nova.objects.instance [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lazy-loading 'migration_context' on Instance uuid ff382947-7e03-40ec-a5f9-031ddc48f838 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.843335] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831439, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.864076] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831441, 'name': Rename_Task, 'duration_secs': 0.198353} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.864384] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.864634] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8e7535b-773a-4444-a1a1-8157a1f28b88 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.872186] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1111.872186] env[69942]: value = "task-3831442" [ 1111.872186] env[69942]: _type = "Task" [ 1111.872186] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.884590] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.102278] env[69942]: DEBUG nova.compute.manager [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.242983] env[69942]: DEBUG nova.compute.manager [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.276182] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='83e8ce06cabdb83ed91abf5ce8dcfd24',container_format='bare',created_at=2025-05-06T08:27:50Z,direct_url=,disk_format='vmdk',id=f7087a8b-3551-4e24-9584-9eb71110ba1c,min_disk=1,min_ram=0,name='tempest-test-snap-775446027',owner='12ba0e7b77af4dec8a5d7f7ffad2cffa',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-06T08:28:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.276536] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.276763] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.277046] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.277253] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.277453] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.277744] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.278064] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.278314] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.278538] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.278798] env[69942]: DEBUG nova.virt.hardware [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.280693] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29980efc-ebc6-4f39-a699-fa5387eaa233 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.294318] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0680c87e-5354-49d5-818a-8c84ba352571 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.345592] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831439, 'name': CloneVM_Task, 'duration_secs': 1.70285} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.346088] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Created linked-clone VM from snapshot [ 1112.346832] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf14d9ad-796f-48d3-bd8d-4dba5ad02eed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.355939] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Uploading image 10fe5fe4-1961-4c59-8127-1d3889db6a02 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1112.386914] env[69942]: DEBUG oslo_vmware.api [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831442, 'name': PowerOnVM_Task, 'duration_secs': 0.509768} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.388976] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1112.388976] env[69942]: value = "vm-761710" [ 1112.388976] env[69942]: _type = "VirtualMachine" [ 1112.388976] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1112.389402] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.389630] env[69942]: INFO nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1112.389811] env[69942]: DEBUG nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.390127] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2fe60952-2b79-4987-97e6-f8b519f8583c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.395231] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae57754b-8d73-4d8a-afe6-bbad0541e00c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.408151] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lease: (returnval){ [ 1112.408151] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c8fa01-507d-37cc-1326-16ca2265319b" [ 1112.408151] env[69942]: _type = "HttpNfcLease" [ 1112.408151] env[69942]: } obtained for exporting VM: (result){ [ 1112.408151] env[69942]: value = "vm-761710" [ 1112.408151] env[69942]: _type = "VirtualMachine" [ 1112.408151] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1112.408492] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the lease: (returnval){ [ 1112.408492] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c8fa01-507d-37cc-1326-16ca2265319b" [ 1112.408492] env[69942]: _type = "HttpNfcLease" [ 1112.408492] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1112.419388] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.419388] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c8fa01-507d-37cc-1326-16ca2265319b" [ 1112.419388] env[69942]: _type = "HttpNfcLease" [ 1112.419388] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1112.627540] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.714713] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6c91d5-ba76-4bb0-a9f6-3178349ea033 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.727271] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c4343f-e703-421a-874f-c138a8236d96 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.763242] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84feb74-42f5-4364-94a3-b5083aad80c0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.771968] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8aa6b2-015d-44d7-9765-0c4613dbe0a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.787586] env[69942]: DEBUG nova.compute.provider_tree [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.832552] env[69942]: DEBUG nova.compute.manager [req-ff7645c6-91b8-4f74-978c-c0e1cbce94f7 req-ec12895d-fee9-411c-b038-e00a0a93e52e service nova] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Received event network-vif-plugged-1676e99b-483f-4f3c-853e-53baa79c96df {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.832621] env[69942]: DEBUG oslo_concurrency.lockutils [req-ff7645c6-91b8-4f74-978c-c0e1cbce94f7 req-ec12895d-fee9-411c-b038-e00a0a93e52e service nova] Acquiring lock "4fc59d8e-f863-492b-949a-8913bc42596d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.832873] env[69942]: DEBUG oslo_concurrency.lockutils [req-ff7645c6-91b8-4f74-978c-c0e1cbce94f7 req-ec12895d-fee9-411c-b038-e00a0a93e52e service nova] Lock "4fc59d8e-f863-492b-949a-8913bc42596d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.833090] env[69942]: DEBUG oslo_concurrency.lockutils [req-ff7645c6-91b8-4f74-978c-c0e1cbce94f7 req-ec12895d-fee9-411c-b038-e00a0a93e52e service nova] Lock "4fc59d8e-f863-492b-949a-8913bc42596d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.833304] env[69942]: DEBUG nova.compute.manager [req-ff7645c6-91b8-4f74-978c-c0e1cbce94f7 req-ec12895d-fee9-411c-b038-e00a0a93e52e service nova] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] No waiting events found dispatching network-vif-plugged-1676e99b-483f-4f3c-853e-53baa79c96df {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.833508] env[69942]: WARNING nova.compute.manager [req-ff7645c6-91b8-4f74-978c-c0e1cbce94f7 req-ec12895d-fee9-411c-b038-e00a0a93e52e service nova] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Received unexpected event network-vif-plugged-1676e99b-483f-4f3c-853e-53baa79c96df for instance with vm_state building and task_state spawning. [ 1112.922036] env[69942]: DEBUG nova.network.neutron [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Successfully updated port: 1676e99b-483f-4f3c-853e-53baa79c96df {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.923861] env[69942]: INFO nova.compute.manager [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Took 34.71 seconds to build instance. [ 1112.929740] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.929740] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c8fa01-507d-37cc-1326-16ca2265319b" [ 1112.929740] env[69942]: _type = "HttpNfcLease" [ 1112.929740] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1112.929740] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1112.929740] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c8fa01-507d-37cc-1326-16ca2265319b" [ 1112.929740] env[69942]: _type = "HttpNfcLease" [ 1112.929740] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1112.931141] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af33124-28c4-4512-b96c-6de1c6644c4a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.942186] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314565-fdf9-53a7-3ed7-616a67101b09/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1112.942452] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314565-fdf9-53a7-3ed7-616a67101b09/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1113.176994] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c4546e4-956e-4c02-97c1-3f8fd8b9f557 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.291810] env[69942]: DEBUG nova.scheduler.client.report [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.425730] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "refresh_cache-4fc59d8e-f863-492b-949a-8913bc42596d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.426063] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "refresh_cache-4fc59d8e-f863-492b-949a-8913bc42596d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.426234] env[69942]: DEBUG nova.network.neutron [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.427899] env[69942]: DEBUG oslo_concurrency.lockutils [None req-df9fe9fe-200a-4a68-ac72-0f087efec724 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a81c11e2-0448-42f0-94d2-e3d0640777a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.300s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.971235] env[69942]: DEBUG nova.network.neutron [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.132693] env[69942]: DEBUG nova.network.neutron [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Updating instance_info_cache with network_info: [{"id": "1676e99b-483f-4f3c-853e-53baa79c96df", "address": "fa:16:3e:2c:7c:c7", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1676e99b-48", "ovs_interfaceid": "1676e99b-483f-4f3c-853e-53baa79c96df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.136477] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "a81c11e2-0448-42f0-94d2-e3d0640777a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.136750] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a81c11e2-0448-42f0-94d2-e3d0640777a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.136961] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "a81c11e2-0448-42f0-94d2-e3d0640777a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.137063] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a81c11e2-0448-42f0-94d2-e3d0640777a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.137239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a81c11e2-0448-42f0-94d2-e3d0640777a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.139316] env[69942]: INFO nova.compute.manager [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Terminating instance [ 1114.304074] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.066s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.309714] env[69942]: DEBUG oslo_concurrency.lockutils [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.709s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.310000] env[69942]: DEBUG nova.objects.instance [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lazy-loading 'resources' on Instance uuid bfda2380-cd54-4d06-be37-84f1e6256ea8 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.319143] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "71423560-66a7-4ae1-bc19-0b122be901bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.319976] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "71423560-66a7-4ae1-bc19-0b122be901bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.320106] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "71423560-66a7-4ae1-bc19-0b122be901bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.320287] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "71423560-66a7-4ae1-bc19-0b122be901bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.320479] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "71423560-66a7-4ae1-bc19-0b122be901bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.324303] env[69942]: INFO nova.compute.manager [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Terminating instance [ 1114.636214] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "refresh_cache-4fc59d8e-f863-492b-949a-8913bc42596d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.636730] env[69942]: DEBUG nova.compute.manager [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Instance network_info: |[{"id": "1676e99b-483f-4f3c-853e-53baa79c96df", "address": "fa:16:3e:2c:7c:c7", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1676e99b-48", "ovs_interfaceid": "1676e99b-483f-4f3c-853e-53baa79c96df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.637188] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:7c:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1676e99b-483f-4f3c-853e-53baa79c96df', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.646596] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.647593] env[69942]: DEBUG nova.compute.manager [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.648285] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.648406] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.649294] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4103842b-8c69-46b1-a59c-4a080c9c674f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.652883] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b83f058a-ad45-448b-8b1a-9f50aad0ce6c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.673251] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.675059] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4c8b5e9-59b1-4624-b591-52ff31552644 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.677932] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.677932] env[69942]: value = "task-3831444" [ 1114.677932] env[69942]: _type = "Task" [ 1114.677932] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.684049] env[69942]: DEBUG oslo_vmware.api [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1114.684049] env[69942]: value = "task-3831445" [ 1114.684049] env[69942]: _type = "Task" [ 1114.684049] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.691334] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831444, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.699844] env[69942]: DEBUG oslo_vmware.api [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.829058] env[69942]: DEBUG nova.compute.manager [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.829383] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.830730] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f478a73c-df9a-42dc-b5c3-dd326c5bb7fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.842987] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.846687] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c653624-8d35-4d42-b27e-2cb53fcd6c30 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.856201] env[69942]: DEBUG oslo_vmware.api [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1114.856201] env[69942]: value = "task-3831446" [ 1114.856201] env[69942]: _type = "Task" [ 1114.856201] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.862839] env[69942]: DEBUG nova.compute.manager [req-ff82f040-5a06-4dff-9a3c-71d56916eada req-33766b30-34f6-40b2-a566-dcf4c478eabc service nova] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Received event network-changed-1676e99b-483f-4f3c-853e-53baa79c96df {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.863104] env[69942]: DEBUG nova.compute.manager [req-ff82f040-5a06-4dff-9a3c-71d56916eada req-33766b30-34f6-40b2-a566-dcf4c478eabc service nova] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Refreshing instance network info cache due to event network-changed-1676e99b-483f-4f3c-853e-53baa79c96df. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.863318] env[69942]: DEBUG oslo_concurrency.lockutils [req-ff82f040-5a06-4dff-9a3c-71d56916eada req-33766b30-34f6-40b2-a566-dcf4c478eabc service nova] Acquiring lock "refresh_cache-4fc59d8e-f863-492b-949a-8913bc42596d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.863745] env[69942]: DEBUG oslo_concurrency.lockutils [req-ff82f040-5a06-4dff-9a3c-71d56916eada req-33766b30-34f6-40b2-a566-dcf4c478eabc service nova] Acquired lock "refresh_cache-4fc59d8e-f863-492b-949a-8913bc42596d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.863993] env[69942]: DEBUG nova.network.neutron [req-ff82f040-5a06-4dff-9a3c-71d56916eada req-33766b30-34f6-40b2-a566-dcf4c478eabc service nova] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Refreshing network info cache for port 1676e99b-483f-4f3c-853e-53baa79c96df {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.873554] env[69942]: DEBUG oslo_vmware.api [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.194341] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831444, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.204074] env[69942]: DEBUG oslo_vmware.api [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831445, 'name': PowerOffVM_Task, 'duration_secs': 0.203139} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.205084] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.205084] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.205280] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-377aec77-7ddf-4bb4-bdb6-9aa845fcafe4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.221392] env[69942]: DEBUG nova.network.neutron [req-ff82f040-5a06-4dff-9a3c-71d56916eada req-33766b30-34f6-40b2-a566-dcf4c478eabc service nova] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Updated VIF entry in instance network info cache for port 1676e99b-483f-4f3c-853e-53baa79c96df. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.221705] env[69942]: DEBUG nova.network.neutron [req-ff82f040-5a06-4dff-9a3c-71d56916eada req-33766b30-34f6-40b2-a566-dcf4c478eabc service nova] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Updating instance_info_cache with network_info: [{"id": "1676e99b-483f-4f3c-853e-53baa79c96df", "address": "fa:16:3e:2c:7c:c7", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1676e99b-48", "ovs_interfaceid": "1676e99b-483f-4f3c-853e-53baa79c96df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.285257] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.286040] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.286040] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleting the datastore file [datastore1] a81c11e2-0448-42f0-94d2-e3d0640777a0 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.286362] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3487bc92-b846-4ea9-93f3-b37ac42a2b77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.298585] env[69942]: DEBUG oslo_vmware.api [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1115.298585] env[69942]: value = "task-3831448" [ 1115.298585] env[69942]: _type = "Task" [ 1115.298585] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.309028] env[69942]: DEBUG oslo_vmware.api [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.311170] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef22214-496b-4fcb-986d-4343c72262b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.319860] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf978fe-6311-4b4c-97d2-420ce5b27734 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.366111] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c5653-8064-4203-99d4-66fd13a88044 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.375774] env[69942]: DEBUG oslo_vmware.api [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831446, 'name': PowerOffVM_Task, 'duration_secs': 0.289464} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.378530] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.378820] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.379192] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dc3c0c4-4629-4ed0-a219-2e8892951ce8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.381940] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2242c215-b88b-4c9a-a920-f79d50443232 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.398965] env[69942]: DEBUG nova.compute.provider_tree [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.479782] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.480029] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.480242] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleting the datastore file [datastore2] 71423560-66a7-4ae1-bc19-0b122be901bb {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.480548] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2ce3842-8169-4d88-8aee-137c3d668934 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.488069] env[69942]: DEBUG oslo_vmware.api [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1115.488069] env[69942]: value = "task-3831450" [ 1115.488069] env[69942]: _type = "Task" [ 1115.488069] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.497862] env[69942]: DEBUG oslo_vmware.api [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.690052] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831444, 'name': CreateVM_Task, 'duration_secs': 0.589208} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.690052] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.691021] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.691294] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.691781] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.692228] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d1af85-fd7e-41a2-bdd6-65c2da5a0816 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.700350] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1115.700350] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523a2540-a1d0-9931-9dba-ab31c2393665" [ 1115.700350] env[69942]: _type = "Task" [ 1115.700350] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.709587] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523a2540-a1d0-9931-9dba-ab31c2393665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.725460] env[69942]: DEBUG oslo_concurrency.lockutils [req-ff82f040-5a06-4dff-9a3c-71d56916eada req-33766b30-34f6-40b2-a566-dcf4c478eabc service nova] Releasing lock "refresh_cache-4fc59d8e-f863-492b-949a-8913bc42596d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.809760] env[69942]: DEBUG oslo_vmware.api [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180891} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.810049] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.810242] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.810418] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.810588] env[69942]: INFO nova.compute.manager [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1115.810838] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.811056] env[69942]: DEBUG nova.compute.manager [-] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.811203] env[69942]: DEBUG nova.network.neutron [-] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.883418] env[69942]: INFO nova.compute.manager [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Swapping old allocation on dict_keys(['c13aeb76-6f70-48cc-966a-c2ddeab670af']) held by migration e850436b-7df0-410b-bc46-fc1d9d00a5aa for instance [ 1115.902011] env[69942]: DEBUG nova.scheduler.client.report [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.916642] env[69942]: DEBUG nova.scheduler.client.report [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Overwriting current allocation {'allocations': {'c13aeb76-6f70-48cc-966a-c2ddeab670af': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 110}}, 'project_id': '9321be39e3ed4b988c4284cb5bc8c0fe', 'user_id': '9392d624b5834b2d9646d3d1d604282e', 'consumer_generation': 1} on consumer ff382947-7e03-40ec-a5f9-031ddc48f838 {{(pid=69942) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1116.000414] env[69942]: DEBUG oslo_vmware.api [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203062} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.000703] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.000900] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.001086] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.001263] env[69942]: INFO nova.compute.manager [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1116.001512] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.001712] env[69942]: DEBUG nova.compute.manager [-] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.001814] env[69942]: DEBUG nova.network.neutron [-] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.044773] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.044773] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquired lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.044773] env[69942]: DEBUG nova.network.neutron [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.212075] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.212563] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Processing image f7087a8b-3551-4e24-9584-9eb71110ba1c {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.212655] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c/f7087a8b-3551-4e24-9584-9eb71110ba1c.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.212743] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c/f7087a8b-3551-4e24-9584-9eb71110ba1c.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.213143] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.213221] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16959224-adb4-4a5e-b175-e5f54bcdd9a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.224325] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.224454] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.225212] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480fce06-a781-42a0-8a85-1ba07f12a7b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.231931] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1116.231931] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527985da-a076-fdc9-a215-802541f7781a" [ 1116.231931] env[69942]: _type = "Task" [ 1116.231931] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.246955] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527985da-a076-fdc9-a215-802541f7781a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.310644] env[69942]: DEBUG nova.compute.manager [req-40ef9de4-7d69-434c-9d6b-845eafbe9129 req-daf253af-0222-47d0-9760-a6a704707a58 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Received event network-vif-deleted-766d0fda-611f-4562-9c8d-08cbb89d13cc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.311271] env[69942]: INFO nova.compute.manager [req-40ef9de4-7d69-434c-9d6b-845eafbe9129 req-daf253af-0222-47d0-9760-a6a704707a58 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Neutron deleted interface 766d0fda-611f-4562-9c8d-08cbb89d13cc; detaching it from the instance and deleting it from the info cache [ 1116.311271] env[69942]: DEBUG nova.network.neutron [req-40ef9de4-7d69-434c-9d6b-845eafbe9129 req-daf253af-0222-47d0-9760-a6a704707a58 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.407774] env[69942]: DEBUG oslo_concurrency.lockutils [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.410279] env[69942]: DEBUG oslo_concurrency.lockutils [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.232s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.410530] env[69942]: DEBUG nova.objects.instance [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lazy-loading 'resources' on Instance uuid b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.425404] env[69942]: INFO nova.scheduler.client.report [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted allocations for instance bfda2380-cd54-4d06-be37-84f1e6256ea8 [ 1116.596919] env[69942]: DEBUG nova.network.neutron [-] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.746856] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Preparing fetch location {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1116.747366] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Fetch image to [datastore2] OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e/OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e.vmdk {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1116.747644] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Downloading stream optimized image f7087a8b-3551-4e24-9584-9eb71110ba1c to [datastore2] OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e/OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e.vmdk on the data store datastore2 as vApp {{(pid=69942) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1116.747842] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Downloading image file data f7087a8b-3551-4e24-9584-9eb71110ba1c to the ESX as VM named 'OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e' {{(pid=69942) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1116.760217] env[69942]: DEBUG nova.network.neutron [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance_info_cache with network_info: [{"id": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "address": "fa:16:3e:62:00:89", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc47b25-30", "ovs_interfaceid": "ecc47b25-3011-4ee5-9abb-a097346eb1a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.798274] env[69942]: DEBUG nova.network.neutron [-] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.817965] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9faa3895-55cc-4c4b-9409-29786fc848ae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.828263] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ac8727-af72-411d-a5e5-af2c674be1e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.841844] env[69942]: DEBUG oslo_vmware.rw_handles [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1116.841844] env[69942]: value = "resgroup-9" [ 1116.841844] env[69942]: _type = "ResourcePool" [ 1116.841844] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1116.842538] env[69942]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4074dc66-0864-45fe-a3cc-7d9531025beb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.874034] env[69942]: DEBUG nova.compute.manager [req-40ef9de4-7d69-434c-9d6b-845eafbe9129 req-daf253af-0222-47d0-9760-a6a704707a58 service nova] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Detach interface failed, port_id=766d0fda-611f-4562-9c8d-08cbb89d13cc, reason: Instance 71423560-66a7-4ae1-bc19-0b122be901bb could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.880614] env[69942]: DEBUG oslo_vmware.rw_handles [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lease: (returnval){ [ 1116.880614] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52660f4d-b1e4-7a81-e15c-c509476c2a44" [ 1116.880614] env[69942]: _type = "HttpNfcLease" [ 1116.880614] env[69942]: } obtained for vApp import into resource pool (val){ [ 1116.880614] env[69942]: value = "resgroup-9" [ 1116.880614] env[69942]: _type = "ResourcePool" [ 1116.880614] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1116.880898] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the lease: (returnval){ [ 1116.880898] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52660f4d-b1e4-7a81-e15c-c509476c2a44" [ 1116.880898] env[69942]: _type = "HttpNfcLease" [ 1116.880898] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1116.888581] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1116.888581] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52660f4d-b1e4-7a81-e15c-c509476c2a44" [ 1116.888581] env[69942]: _type = "HttpNfcLease" [ 1116.888581] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1116.912212] env[69942]: DEBUG nova.compute.manager [req-97f9d637-87db-4cf3-94bf-ee0e9e767322 req-00a86fea-3daa-4087-8154-5bb4b84b2878 service nova] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Received event network-vif-deleted-aba63617-4669-487f-b475-ac2636427574 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.934779] env[69942]: DEBUG oslo_concurrency.lockutils [None req-94293158-64e5-4324-a303-4c13096ba7e8 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bfda2380-cd54-4d06-be37-84f1e6256ea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.026s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.099844] env[69942]: INFO nova.compute.manager [-] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Took 1.29 seconds to deallocate network for instance. [ 1117.269608] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Releasing lock "refresh_cache-ff382947-7e03-40ec-a5f9-031ddc48f838" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.270121] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.270636] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a2383eb-9869-4fc4-b5f3-c90f69d51da9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.288028] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1117.288028] env[69942]: value = "task-3831452" [ 1117.288028] env[69942]: _type = "Task" [ 1117.288028] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.301501] env[69942]: INFO nova.compute.manager [-] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Took 1.30 seconds to deallocate network for instance. [ 1117.302052] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.363847] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25839c19-4fc1-4757-895f-cb09b2066f1e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.373378] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe3bdc3-27e0-4bc8-b370-f5395df57beb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.409919] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7154fd17-ee2c-4112-9f1c-97a7aed1a979 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.417405] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1117.417405] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52660f4d-b1e4-7a81-e15c-c509476c2a44" [ 1117.417405] env[69942]: _type = "HttpNfcLease" [ 1117.417405] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1117.420750] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f33e82-3611-4037-8c59-61ae8daad885 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.196602] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.197518] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.198252] env[69942]: DEBUG nova.compute.provider_tree [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.217839] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.217839] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52660f4d-b1e4-7a81-e15c-c509476c2a44" [ 1118.217839] env[69942]: _type = "HttpNfcLease" [ 1118.217839] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1118.218263] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831452, 'name': PowerOffVM_Task, 'duration_secs': 0.282214} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.218668] env[69942]: DEBUG oslo_vmware.rw_handles [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1118.218668] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52660f4d-b1e4-7a81-e15c-c509476c2a44" [ 1118.218668] env[69942]: _type = "HttpNfcLease" [ 1118.218668] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1118.219237] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.220109] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='23d9d144-ebf3-4d57-a2c6-faaa93b0a0d5',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-77845233',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.220541] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.220920] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.221420] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.221785] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.222135] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.222672] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.223101] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.223521] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.223970] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.224434] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.236119] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0323f86-a27a-4442-8ea2-bc8d20265c25 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.241216] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b17af0-ef95-4041-84d9-4dba4cd6b88f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.261359] env[69942]: DEBUG oslo_vmware.rw_handles [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d53ff-6fbf-8617-58c0-dfe72419fef4/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1118.261359] env[69942]: DEBUG oslo_vmware.rw_handles [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d53ff-6fbf-8617-58c0-dfe72419fef4/disk-0.vmdk. {{(pid=69942) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1118.263853] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1118.263853] env[69942]: value = "task-3831453" [ 1118.263853] env[69942]: _type = "Task" [ 1118.263853] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.332163] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.336287] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3c9d0bb-285c-4414-8496-ceb82e9bf4ae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.709321] env[69942]: DEBUG nova.scheduler.client.report [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.777155] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831453, 'name': ReconfigVM_Task, 'duration_secs': 0.193425} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.778130] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbabf727-7cdf-4fea-ba09-ce237ebfbcf3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.801116] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='23d9d144-ebf3-4d57-a2c6-faaa93b0a0d5',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-77845233',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.801116] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.801275] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.801378] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.801521] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.801664] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.801867] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.802056] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.802223] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.802376] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.802549] env[69942]: DEBUG nova.virt.hardware [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.807288] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f549fc-d2f6-4dc3-80a1-f5f11ae61e9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.816288] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1118.816288] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525f70c5-ba0b-99c1-778f-4ee433be2a62" [ 1118.816288] env[69942]: _type = "Task" [ 1118.816288] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.828265] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525f70c5-ba0b-99c1-778f-4ee433be2a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.217070] env[69942]: DEBUG oslo_concurrency.lockutils [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.807s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.220069] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.567s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.220429] env[69942]: DEBUG nova.objects.instance [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'resources' on Instance uuid 2b0b2884-e433-4e8c-ba38-b73760431846 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.239880] env[69942]: INFO nova.scheduler.client.report [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Deleted allocations for instance b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683 [ 1119.332697] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525f70c5-ba0b-99c1-778f-4ee433be2a62, 'name': SearchDatastore_Task, 'duration_secs': 0.023024} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.339213] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.343584] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b91666-f6af-4dc3-b431-dec258704d72 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.361891] env[69942]: DEBUG oslo_vmware.rw_handles [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Completed reading data from the image iterator. {{(pid=69942) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1119.362172] env[69942]: DEBUG oslo_vmware.rw_handles [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d53ff-6fbf-8617-58c0-dfe72419fef4/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1119.363342] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2186516d-7cc6-41e5-9065-5fb41423a8fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.373058] env[69942]: DEBUG oslo_vmware.rw_handles [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d53ff-6fbf-8617-58c0-dfe72419fef4/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1119.373369] env[69942]: DEBUG oslo_vmware.rw_handles [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d53ff-6fbf-8617-58c0-dfe72419fef4/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1119.375294] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f73af27d-02db-45fd-a6df-443a41bf9aea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.377224] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1119.377224] env[69942]: value = "task-3831454" [ 1119.377224] env[69942]: _type = "Task" [ 1119.377224] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.389754] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.667937] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.668839] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.733813] env[69942]: DEBUG oslo_vmware.rw_handles [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d53ff-6fbf-8617-58c0-dfe72419fef4/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1119.733813] env[69942]: INFO nova.virt.vmwareapi.images [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Downloaded image file data f7087a8b-3551-4e24-9584-9eb71110ba1c [ 1119.733813] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affaa1d8-c1c8-4cb9-9ff9-87751fc9c04f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.762725] env[69942]: DEBUG oslo_concurrency.lockutils [None req-82f5fd36-32bd-42a1-9a4b-0c935c9afda4 tempest-ServersAdminTestJSON-793378833 tempest-ServersAdminTestJSON-793378833-project-member] Lock "b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.098s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.763669] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5d4306a-f917-4013-a1fe-78f40c544aab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.813157] env[69942]: INFO nova.virt.vmwareapi.images [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] The imported VM was unregistered [ 1119.815309] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Caching image {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1119.815550] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.815875] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-556c3dbc-e5b6-41fe-8cc6-ebbeb8bef8e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.829192] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Created directory with path [datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.829409] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e/OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e.vmdk to [datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c/f7087a8b-3551-4e24-9584-9eb71110ba1c.vmdk. {{(pid=69942) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1119.829681] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9112c63e-d4fe-43b3-86a2-948e8eed7461 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.837557] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1119.837557] env[69942]: value = "task-3831456" [ 1119.837557] env[69942]: _type = "Task" [ 1119.837557] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.849975] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831456, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.889484] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.171753] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ac553f-4939-4af4-ade7-7fc5b345763f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.174878] env[69942]: DEBUG nova.compute.manager [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.184931] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c1eb15-f522-4546-9669-b37fb5c0a684 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.220542] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e1c88d-e8b2-4517-8878-5cdb2f61eff1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.235568] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a0fed4-9cb0-4853-9f6b-ce2d8787bd51 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.256012] env[69942]: DEBUG nova.compute.provider_tree [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.350189] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831456, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.389327] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.697220] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.759829] env[69942]: DEBUG nova.scheduler.client.report [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.851187] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831456, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.895478] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831454, 'name': ReconfigVM_Task, 'duration_secs': 1.263372} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.896086] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.897253] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085502c8-6638-41bc-a9eb-f433b0d112cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.930650] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] ff382947-7e03-40ec-a5f9-031ddc48f838/ff382947-7e03-40ec-a5f9-031ddc48f838.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.931298] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53d74a60-cd8d-4916-b76a-a4f2b7232ff4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.955843] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1120.955843] env[69942]: value = "task-3831457" [ 1120.955843] env[69942]: _type = "Task" [ 1120.955843] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.968805] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.269529] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.272426] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.339s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.272733] env[69942]: DEBUG nova.objects.instance [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lazy-loading 'resources' on Instance uuid 3c92a5a0-f35e-43f5-83f1-036002a895e9 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.302548] env[69942]: INFO nova.scheduler.client.report [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleted allocations for instance 2b0b2884-e433-4e8c-ba38-b73760431846 [ 1121.353295] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831456, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.473117] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831457, 'name': ReconfigVM_Task, 'duration_secs': 0.353673} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.473446] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Reconfigured VM instance instance-0000003f to attach disk [datastore1] ff382947-7e03-40ec-a5f9-031ddc48f838/ff382947-7e03-40ec-a5f9-031ddc48f838.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.474411] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef2748-2e2f-4f95-9e01-1a3145707e23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.497806] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a42e58-b0a5-49e4-bf64-3f8fc8cca56e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.522402] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e77616-084b-40d4-a4d7-a7f28d383958 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.545130] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c75a125-0d91-4452-a030-6a4bc5a22945 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.555236] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.555543] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41e949f0-9587-4796-8536-e392531e3aed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.565519] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1121.565519] env[69942]: value = "task-3831458" [ 1121.565519] env[69942]: _type = "Task" [ 1121.565519] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.576850] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.810976] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1871a73c-9261-45b4-a309-cde145d8ade7 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "2b0b2884-e433-4e8c-ba38-b73760431846" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.074s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.856716] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831456, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.078532] env[69942]: DEBUG oslo_vmware.api [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831458, 'name': PowerOnVM_Task, 'duration_secs': 0.505271} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.078834] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.245317] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62675ad8-dda2-4f0c-b87c-829fc86babc5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.256656] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2dada0-7e14-4aa2-ac24-31f760db66c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.294184] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a8b147-ad6c-4532-9919-de78ffd652c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.305884] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0a352b-a80f-4bd3-8689-ead6b0644434 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.325083] env[69942]: DEBUG nova.compute.provider_tree [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.352869] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831456, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.829028] env[69942]: DEBUG nova.scheduler.client.report [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.852299] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831456, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.675729} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.852578] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e/OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e.vmdk to [datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c/f7087a8b-3551-4e24-9584-9eb71110ba1c.vmdk. [ 1122.853063] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Cleaning up location [datastore2] OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1122.853063] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c40afc21-4e07-41e9-a044-45872898c69e {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.853245] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9e3346b-fb17-4fc8-ac77-d09ccb0d3e12 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.860923] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1122.860923] env[69942]: value = "task-3831459" [ 1122.860923] env[69942]: _type = "Task" [ 1122.860923] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.870537] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.097922] env[69942]: INFO nova.compute.manager [None req-1b89c852-a5d4-4c33-8015-01fd5b9934c6 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance to original state: 'active' [ 1123.333735] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.340018] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.957s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.340018] env[69942]: DEBUG nova.objects.instance [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1123.380699] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043212} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.382797] env[69942]: INFO nova.scheduler.client.report [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Deleted allocations for instance 3c92a5a0-f35e-43f5-83f1-036002a895e9 [ 1123.387478] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.387662] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c/f7087a8b-3551-4e24-9584-9eb71110ba1c.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.387940] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c/f7087a8b-3551-4e24-9584-9eb71110ba1c.vmdk to [datastore2] 4fc59d8e-f863-492b-949a-8913bc42596d/4fc59d8e-f863-492b-949a-8913bc42596d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.390468] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12f1caf3-9c4e-4332-8371-1adb4877033e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.399412] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1123.399412] env[69942]: value = "task-3831460" [ 1123.399412] env[69942]: _type = "Task" [ 1123.399412] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.410967] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.896861] env[69942]: DEBUG oslo_concurrency.lockutils [None req-55142c03-b1c4-4ee8-9198-bf49b3f2d5eb tempest-ServerShowV254Test-785284557 tempest-ServerShowV254Test-785284557-project-member] Lock "3c92a5a0-f35e-43f5-83f1-036002a895e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.365s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.914101] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831460, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.049224] env[69942]: DEBUG nova.compute.manager [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Stashing vm_state: active {{(pid=69942) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1124.348447] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b84aa9e-594b-4d83-a962-3b9c8c8ee5b8 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.353708] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.643s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.353708] env[69942]: INFO nova.compute.claims [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.415239] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831460, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.603796] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.915671] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831460, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.916098] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "ff382947-7e03-40ec-a5f9-031ddc48f838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.916346] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "ff382947-7e03-40ec-a5f9-031ddc48f838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.916569] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "ff382947-7e03-40ec-a5f9-031ddc48f838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.916755] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "ff382947-7e03-40ec-a5f9-031ddc48f838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.916939] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "ff382947-7e03-40ec-a5f9-031ddc48f838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.919420] env[69942]: INFO nova.compute.manager [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Terminating instance [ 1125.414008] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831460, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.423176] env[69942]: DEBUG nova.compute.manager [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.423440] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.427561] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3c43e4-5ccc-449a-be06-1bfea3d8ac0e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.438515] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.438762] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11ba3ce1-c32b-46c0-a89d-f9bf4f736c65 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.451612] env[69942]: DEBUG oslo_vmware.api [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1125.451612] env[69942]: value = "task-3831461" [ 1125.451612] env[69942]: _type = "Task" [ 1125.451612] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.464648] env[69942]: DEBUG oslo_vmware.api [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.872253] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a0657-2473-42b2-b609-aad4da318a5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.885411] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae4ebf-afd1-483c-9510-dfe86550c25e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.929777] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a023c9bc-77a3-48d7-847b-51502dc5475d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.937927] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831460, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.941556] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3d80d4-25bc-4f9a-8df4-694e3e21a590 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.960433] env[69942]: DEBUG nova.compute.provider_tree [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.971468] env[69942]: DEBUG oslo_vmware.api [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831461, 'name': PowerOffVM_Task, 'duration_secs': 0.318954} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.972798] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.973042] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.973499] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f230d1b4-6746-46d6-bf4b-1b691fe9eba8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.044689] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.044988] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.045209] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Deleting the datastore file [datastore1] ff382947-7e03-40ec-a5f9-031ddc48f838 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.045642] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eedf64d-cd3e-4773-a356-b95772a54036 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.053539] env[69942]: DEBUG oslo_vmware.api [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1126.053539] env[69942]: value = "task-3831463" [ 1126.053539] env[69942]: _type = "Task" [ 1126.053539] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.063354] env[69942]: DEBUG oslo_vmware.api [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.437261] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831460, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.548588} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.437261] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f7087a8b-3551-4e24-9584-9eb71110ba1c/f7087a8b-3551-4e24-9584-9eb71110ba1c.vmdk to [datastore2] 4fc59d8e-f863-492b-949a-8913bc42596d/4fc59d8e-f863-492b-949a-8913bc42596d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.439408] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed14b308-45f6-41ea-bf53-724d5355038a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.473395] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4fc59d8e-f863-492b-949a-8913bc42596d/4fc59d8e-f863-492b-949a-8913bc42596d.vmdk or device None with type streamOptimized {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.475456] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314565-fdf9-53a7-3ed7-616a67101b09/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1126.476417] env[69942]: DEBUG nova.scheduler.client.report [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.479939] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6437f1e3-c6f9-462f-b513-f75ea4dbd439 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.497282] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948796d4-aaf0-457b-b2c9-55b3388de1e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.505937] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314565-fdf9-53a7-3ed7-616a67101b09/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1126.506083] env[69942]: ERROR oslo_vmware.rw_handles [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314565-fdf9-53a7-3ed7-616a67101b09/disk-0.vmdk due to incomplete transfer. [ 1126.507527] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fd26e6f-a72b-4452-94fe-d1ccd518d698 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.509548] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1126.509548] env[69942]: value = "task-3831464" [ 1126.509548] env[69942]: _type = "Task" [ 1126.509548] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.516927] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52314565-fdf9-53a7-3ed7-616a67101b09/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1126.517208] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Uploaded image 10fe5fe4-1961-4c59-8127-1d3889db6a02 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1126.519668] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1126.525152] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-775a6b40-1a4f-4bc5-884f-ff598e9f15e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.525472] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.532945] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1126.532945] env[69942]: value = "task-3831465" [ 1126.532945] env[69942]: _type = "Task" [ 1126.532945] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.543268] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831465, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.563399] env[69942]: DEBUG oslo_vmware.api [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186192} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.564328] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.564328] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.564328] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.564328] env[69942]: INFO nova.compute.manager [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1126.564628] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.564711] env[69942]: DEBUG nova.compute.manager [-] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.564805] env[69942]: DEBUG nova.network.neutron [-] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.004066] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.004066] env[69942]: DEBUG nova.compute.manager [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.005619] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.041s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.006041] env[69942]: DEBUG nova.objects.instance [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lazy-loading 'resources' on Instance uuid 29e1e27f-54fb-4f78-ba3c-42a86051dd14 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.021781] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831464, 'name': ReconfigVM_Task, 'duration_secs': 0.29031} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.022707] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4fc59d8e-f863-492b-949a-8913bc42596d/4fc59d8e-f863-492b-949a-8913bc42596d.vmdk or device None with type streamOptimized {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.023961] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07878427-10c5-4e8b-8058-a8b4d0ebaf25 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.033186] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1127.033186] env[69942]: value = "task-3831466" [ 1127.033186] env[69942]: _type = "Task" [ 1127.033186] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.042109] env[69942]: DEBUG nova.compute.manager [req-d101c8d3-0d3d-458d-9aff-4f3a0f64a6f1 req-4207ac22-4990-44b3-80e0-bbdc84167f63 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Received event network-vif-deleted-ecc47b25-3011-4ee5-9abb-a097346eb1a7 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.042474] env[69942]: INFO nova.compute.manager [req-d101c8d3-0d3d-458d-9aff-4f3a0f64a6f1 req-4207ac22-4990-44b3-80e0-bbdc84167f63 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Neutron deleted interface ecc47b25-3011-4ee5-9abb-a097346eb1a7; detaching it from the instance and deleting it from the info cache [ 1127.042777] env[69942]: DEBUG nova.network.neutron [req-d101c8d3-0d3d-458d-9aff-4f3a0f64a6f1 req-4207ac22-4990-44b3-80e0-bbdc84167f63 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.054776] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831466, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.062198] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831465, 'name': Destroy_Task, 'duration_secs': 0.456331} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.062198] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Destroyed the VM [ 1127.062198] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1127.062198] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db6ec5b1-de7b-4bf3-9ed2-0a2d6da05a78 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.072193] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1127.072193] env[69942]: value = "task-3831467" [ 1127.072193] env[69942]: _type = "Task" [ 1127.072193] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.083925] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.500466] env[69942]: DEBUG nova.network.neutron [-] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.507496] env[69942]: DEBUG nova.compute.utils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.510458] env[69942]: DEBUG nova.compute.manager [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.510458] env[69942]: DEBUG nova.network.neutron [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.551744] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831466, 'name': Rename_Task, 'duration_secs': 0.167479} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.555898] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bae947de-eb57-4f4b-a4c1-2423b7a58d74 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.559301] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.559968] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d11668f4-8992-4f47-a751-428434a6deef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.568949] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1127.568949] env[69942]: value = "task-3831468" [ 1127.568949] env[69942]: _type = "Task" [ 1127.568949] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.577549] env[69942]: DEBUG nova.policy [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '733dc007d21d45cc8b445b0fcc39b4b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a4d53b6fe84b02a43166c8642ce26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.599545] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8b385c-5638-46ce-ab24-4a4f1da33ac9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.638801] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831467, 'name': RemoveSnapshot_Task, 'duration_secs': 0.386608} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.681481] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1127.682046] env[69942]: DEBUG nova.compute.manager [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.682407] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.682805] env[69942]: DEBUG nova.compute.manager [req-d101c8d3-0d3d-458d-9aff-4f3a0f64a6f1 req-4207ac22-4990-44b3-80e0-bbdc84167f63 service nova] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Detach interface failed, port_id=ecc47b25-3011-4ee5-9abb-a097346eb1a7, reason: Instance ff382947-7e03-40ec-a5f9-031ddc48f838 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1127.687483] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca116a-4ce1-4ffd-b0b6-9b47e592e8a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.005050] env[69942]: INFO nova.compute.manager [-] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Took 1.44 seconds to deallocate network for instance. [ 1128.018297] env[69942]: DEBUG nova.compute.manager [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.095498] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831468, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.206277] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd24b21f-533b-47df-aaf2-f537c808827a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.211880] env[69942]: INFO nova.compute.manager [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Shelve offloading [ 1128.220160] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f076c9-7823-4144-a4fa-748e4ef0f632 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.250552] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecbf11a-4d8f-468c-9397-af0d455b1f8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.259610] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5377c41-939a-4937-87c2-607b14a62cc1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.275229] env[69942]: DEBUG nova.compute.provider_tree [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.346614] env[69942]: DEBUG nova.network.neutron [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Successfully created port: 191657b8-9d9e-459d-8106-3ef968591770 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.517170] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.583992] env[69942]: DEBUG oslo_vmware.api [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831468, 'name': PowerOnVM_Task, 'duration_secs': 0.546897} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.584444] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.584870] env[69942]: INFO nova.compute.manager [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Took 16.34 seconds to spawn the instance on the hypervisor. [ 1128.584870] env[69942]: DEBUG nova.compute.manager [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.585967] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20cc8b6-0957-451b-8fac-983e5060fbff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.722981] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.723148] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02951c73-52d4-4d15-b821-40fd373a60a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.732322] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1128.732322] env[69942]: value = "task-3831469" [ 1128.732322] env[69942]: _type = "Task" [ 1128.732322] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.746302] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1128.746706] env[69942]: DEBUG nova.compute.manager [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.747796] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41f6b17-723f-44ce-b568-85fd1cc78aa2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.755081] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.755450] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.755450] env[69942]: DEBUG nova.network.neutron [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.779860] env[69942]: DEBUG nova.scheduler.client.report [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.033854] env[69942]: DEBUG nova.compute.manager [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.085041] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.085041] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.085041] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.085235] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.085284] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.085428] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.087149] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.087149] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.087149] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.087149] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.087149] env[69942]: DEBUG nova.virt.hardware [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.087720] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844b070e-ea42-4b65-964b-1f6716d65764 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.096288] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0d22d9-a67a-4487-b075-4eb35063c3d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.107322] env[69942]: INFO nova.compute.manager [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Took 44.67 seconds to build instance. [ 1129.223357] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquiring lock "e24a2412-bc56-4034-9b98-4d2d9190576b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.223357] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lock "e24a2412-bc56-4034-9b98-4d2d9190576b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.292266] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.297193] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.453s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.297504] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.297577] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1129.297872] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.197s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.299377] env[69942]: INFO nova.compute.claims [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.304436] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cada4c97-dd77-4e29-82a8-aca06f9e2986 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.317248] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2251c819-52bf-4c55-a8cb-302e1c94c072 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.324201] env[69942]: INFO nova.scheduler.client.report [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted allocations for instance 29e1e27f-54fb-4f78-ba3c-42a86051dd14 [ 1129.340833] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf03b5c-1afd-4cf6-8dad-1a809d5b7582 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.351891] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b76e20-ceda-4ef7-beb5-a87b11af8d29 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.392500] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177357MB free_disk=49GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1129.392500] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.544875] env[69942]: DEBUG nova.network.neutron [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updating instance_info_cache with network_info: [{"id": "6c82ed24-ab14-486b-88b9-571bccb42903", "address": "fa:16:3e:2b:df:8f", "network": {"id": "4c00d401-babf-495d-9594-3f2ba5160c5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1034340774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b472efa0c24d5b8db41ddbf1b8d36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c82ed24-ab", "ovs_interfaceid": "6c82ed24-ab14-486b-88b9-571bccb42903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.621911] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bce37478-24ec-4415-989c-172c9c0c8d7a tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4fc59d8e-f863-492b-949a-8913bc42596d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.199s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.664123] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "4fc59d8e-f863-492b-949a-8913bc42596d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.664123] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4fc59d8e-f863-492b-949a-8913bc42596d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.664593] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "4fc59d8e-f863-492b-949a-8913bc42596d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.664811] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4fc59d8e-f863-492b-949a-8913bc42596d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.664963] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4fc59d8e-f863-492b-949a-8913bc42596d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.668059] env[69942]: INFO nova.compute.manager [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Terminating instance [ 1129.853821] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1dfca608-6ec7-4b62-867d-5ce1d4234439 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "29e1e27f-54fb-4f78-ba3c-42a86051dd14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.902s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.047997] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.128329] env[69942]: DEBUG nova.compute.manager [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1130.172724] env[69942]: DEBUG nova.compute.manager [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.172959] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.174295] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6bdddf-b5c3-44fe-9762-369696b61088 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.183108] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.183396] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8814190-596b-4730-bab5-10fe6e031643 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.195435] env[69942]: DEBUG oslo_vmware.api [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1130.195435] env[69942]: value = "task-3831470" [ 1130.195435] env[69942]: _type = "Task" [ 1130.195435] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.208492] env[69942]: DEBUG oslo_vmware.api [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.326581] env[69942]: DEBUG nova.compute.manager [req-5dffb40d-646e-4acb-b158-42d38851c50e req-0e88268b-5e51-4561-a2ac-c854beb2fcfc service nova] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Received event network-vif-plugged-191657b8-9d9e-459d-8106-3ef968591770 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.326986] env[69942]: DEBUG oslo_concurrency.lockutils [req-5dffb40d-646e-4acb-b158-42d38851c50e req-0e88268b-5e51-4561-a2ac-c854beb2fcfc service nova] Acquiring lock "430d8f3f-6cb1-4c49-a578-552579679614-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.327352] env[69942]: DEBUG oslo_concurrency.lockutils [req-5dffb40d-646e-4acb-b158-42d38851c50e req-0e88268b-5e51-4561-a2ac-c854beb2fcfc service nova] Lock "430d8f3f-6cb1-4c49-a578-552579679614-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.327653] env[69942]: DEBUG oslo_concurrency.lockutils [req-5dffb40d-646e-4acb-b158-42d38851c50e req-0e88268b-5e51-4561-a2ac-c854beb2fcfc service nova] Lock "430d8f3f-6cb1-4c49-a578-552579679614-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.327959] env[69942]: DEBUG nova.compute.manager [req-5dffb40d-646e-4acb-b158-42d38851c50e req-0e88268b-5e51-4561-a2ac-c854beb2fcfc service nova] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] No waiting events found dispatching network-vif-plugged-191657b8-9d9e-459d-8106-3ef968591770 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.328286] env[69942]: WARNING nova.compute.manager [req-5dffb40d-646e-4acb-b158-42d38851c50e req-0e88268b-5e51-4561-a2ac-c854beb2fcfc service nova] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Received unexpected event network-vif-plugged-191657b8-9d9e-459d-8106-3ef968591770 for instance with vm_state building and task_state spawning. [ 1130.354915] env[69942]: DEBUG nova.compute.manager [req-f5067fda-b073-4fd3-bd63-249c7280a638 req-647eb920-9b2e-4825-9d23-5c3c53c40109 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Received event network-vif-unplugged-6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.358451] env[69942]: DEBUG oslo_concurrency.lockutils [req-f5067fda-b073-4fd3-bd63-249c7280a638 req-647eb920-9b2e-4825-9d23-5c3c53c40109 service nova] Acquiring lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.359066] env[69942]: DEBUG oslo_concurrency.lockutils [req-f5067fda-b073-4fd3-bd63-249c7280a638 req-647eb920-9b2e-4825-9d23-5c3c53c40109 service nova] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.359238] env[69942]: DEBUG oslo_concurrency.lockutils [req-f5067fda-b073-4fd3-bd63-249c7280a638 req-647eb920-9b2e-4825-9d23-5c3c53c40109 service nova] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.359568] env[69942]: DEBUG nova.compute.manager [req-f5067fda-b073-4fd3-bd63-249c7280a638 req-647eb920-9b2e-4825-9d23-5c3c53c40109 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] No waiting events found dispatching network-vif-unplugged-6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.359900] env[69942]: WARNING nova.compute.manager [req-f5067fda-b073-4fd3-bd63-249c7280a638 req-647eb920-9b2e-4825-9d23-5c3c53c40109 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Received unexpected event network-vif-unplugged-6c82ed24-ab14-486b-88b9-571bccb42903 for instance with vm_state shelved and task_state shelving_offloading. [ 1130.435510] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.436090] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb3b48f-8bcd-41df-8a98-737cc36970ba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.446402] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.446542] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5589a745-324a-499d-a733-46fa825a8cea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.520987] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.520987] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.521231] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleting the datastore file [datastore2] 1105e6d9-a70e-4f75-a7dc-50c709f33b72 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.521963] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0b75d9c-ccda-4722-af3f-2bc03e699dfb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.534039] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1130.534039] env[69942]: value = "task-3831472" [ 1130.534039] env[69942]: _type = "Task" [ 1130.534039] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.549550] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.564302] env[69942]: DEBUG nova.network.neutron [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Successfully updated port: 191657b8-9d9e-459d-8106-3ef968591770 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.662917] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.710612] env[69942]: DEBUG oslo_vmware.api [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831470, 'name': PowerOffVM_Task, 'duration_secs': 0.236739} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.711016] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.711276] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.711618] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b3dc248-cbe9-4c50-b484-9de4c745e472 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.788168] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.792109] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.792109] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleting the datastore file [datastore2] 4fc59d8e-f863-492b-949a-8913bc42596d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.792109] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d10fe0d-4aeb-4a63-9853-70ae9ba4b2cf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.800283] env[69942]: DEBUG oslo_vmware.api [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1130.800283] env[69942]: value = "task-3831474" [ 1130.800283] env[69942]: _type = "Task" [ 1130.800283] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.816037] env[69942]: DEBUG oslo_vmware.api [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.864696] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7cdf92-9c60-4a21-adda-74c01c11cbb9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.879223] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fa151e-03d6-4cd0-8965-d2ff328d4d45 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.916197] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47396b30-4369-4f89-ae97-fea44ff1365a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.925726] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9bfba7-6a36-4f1f-944e-5ac334bed77c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.941352] env[69942]: DEBUG nova.compute.provider_tree [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.045092] env[69942]: DEBUG oslo_vmware.api [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251028} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.045383] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.045567] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.045759] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.069891] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "refresh_cache-430d8f3f-6cb1-4c49-a578-552579679614" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.069891] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "refresh_cache-430d8f3f-6cb1-4c49-a578-552579679614" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.069891] env[69942]: DEBUG nova.network.neutron [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.072403] env[69942]: INFO nova.scheduler.client.report [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleted allocations for instance 1105e6d9-a70e-4f75-a7dc-50c709f33b72 [ 1131.316854] env[69942]: DEBUG oslo_vmware.api [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228294} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.317180] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.318019] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.318019] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.318019] env[69942]: INFO nova.compute.manager [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1131.318209] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.318463] env[69942]: DEBUG nova.compute.manager [-] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.318554] env[69942]: DEBUG nova.network.neutron [-] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.466626] env[69942]: ERROR nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [req-99e70044-3543-4dd0-95b2-7cee29cd40a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99e70044-3543-4dd0-95b2-7cee29cd40a3"}]} [ 1131.484290] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1131.498300] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1131.498572] env[69942]: DEBUG nova.compute.provider_tree [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.509849] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1131.531284] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1131.582844] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.650510] env[69942]: DEBUG nova.network.neutron [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.967192] env[69942]: DEBUG nova.network.neutron [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Updating instance_info_cache with network_info: [{"id": "191657b8-9d9e-459d-8106-3ef968591770", "address": "fa:16:3e:01:12:dd", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191657b8-9d", "ovs_interfaceid": "191657b8-9d9e-459d-8106-3ef968591770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.976315] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquiring lock "02071e5c-9370-4819-b9d4-3399d64fda76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.976514] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lock "02071e5c-9370-4819-b9d4-3399d64fda76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.043678] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7778f3b4-ee86-4193-9935-4d313adcf14a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.051955] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f38aa5b-845e-4560-a0bc-bd3d1d3a345c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.087317] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5571d93-de79-4dcd-9f77-01a7032ca68a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.095838] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca9401f-8f17-4778-846c-d421fca73982 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.114622] env[69942]: DEBUG nova.network.neutron [-] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.116461] env[69942]: DEBUG nova.compute.provider_tree [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.427959] env[69942]: DEBUG nova.compute.manager [req-4995bbe2-0829-4d75-80e9-1a9400012f40 req-1f93b3ee-4be0-4abf-b612-e2f37d8fb957 service nova] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Received event network-changed-191657b8-9d9e-459d-8106-3ef968591770 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.428347] env[69942]: DEBUG nova.compute.manager [req-4995bbe2-0829-4d75-80e9-1a9400012f40 req-1f93b3ee-4be0-4abf-b612-e2f37d8fb957 service nova] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Refreshing instance network info cache due to event network-changed-191657b8-9d9e-459d-8106-3ef968591770. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.428701] env[69942]: DEBUG oslo_concurrency.lockutils [req-4995bbe2-0829-4d75-80e9-1a9400012f40 req-1f93b3ee-4be0-4abf-b612-e2f37d8fb957 service nova] Acquiring lock "refresh_cache-430d8f3f-6cb1-4c49-a578-552579679614" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.476418] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "refresh_cache-430d8f3f-6cb1-4c49-a578-552579679614" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.477166] env[69942]: DEBUG nova.compute.manager [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Instance network_info: |[{"id": "191657b8-9d9e-459d-8106-3ef968591770", "address": "fa:16:3e:01:12:dd", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191657b8-9d", "ovs_interfaceid": "191657b8-9d9e-459d-8106-3ef968591770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.477166] env[69942]: DEBUG oslo_concurrency.lockutils [req-4995bbe2-0829-4d75-80e9-1a9400012f40 req-1f93b3ee-4be0-4abf-b612-e2f37d8fb957 service nova] Acquired lock "refresh_cache-430d8f3f-6cb1-4c49-a578-552579679614" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.477364] env[69942]: DEBUG nova.network.neutron [req-4995bbe2-0829-4d75-80e9-1a9400012f40 req-1f93b3ee-4be0-4abf-b612-e2f37d8fb957 service nova] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Refreshing network info cache for port 191657b8-9d9e-459d-8106-3ef968591770 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.481723] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:12:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '191657b8-9d9e-459d-8106-3ef968591770', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.488913] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.493358] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.494123] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22b8556b-3d99-48d4-8c68-cf3578c56091 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.522464] env[69942]: DEBUG nova.compute.manager [req-05bc7849-74fe-42de-9ba8-bbe567094a04 req-ae7adc32-d930-4137-9a15-ab804f4645f7 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Received event network-changed-6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.522464] env[69942]: DEBUG nova.compute.manager [req-05bc7849-74fe-42de-9ba8-bbe567094a04 req-ae7adc32-d930-4137-9a15-ab804f4645f7 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Refreshing instance network info cache due to event network-changed-6c82ed24-ab14-486b-88b9-571bccb42903. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.522464] env[69942]: DEBUG oslo_concurrency.lockutils [req-05bc7849-74fe-42de-9ba8-bbe567094a04 req-ae7adc32-d930-4137-9a15-ab804f4645f7 service nova] Acquiring lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.522675] env[69942]: DEBUG oslo_concurrency.lockutils [req-05bc7849-74fe-42de-9ba8-bbe567094a04 req-ae7adc32-d930-4137-9a15-ab804f4645f7 service nova] Acquired lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.522739] env[69942]: DEBUG nova.network.neutron [req-05bc7849-74fe-42de-9ba8-bbe567094a04 req-ae7adc32-d930-4137-9a15-ab804f4645f7 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Refreshing network info cache for port 6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.533137] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.533137] env[69942]: value = "task-3831475" [ 1132.533137] env[69942]: _type = "Task" [ 1132.533137] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.540713] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831475, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.618542] env[69942]: INFO nova.compute.manager [-] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Took 1.30 seconds to deallocate network for instance. [ 1132.666998] env[69942]: ERROR nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [req-2d1e516c-89fb-483c-a10b-578752811160] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-2d1e516c-89fb-483c-a10b-578752811160"}]} [ 1132.691667] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1132.708044] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1132.708044] env[69942]: DEBUG nova.compute.provider_tree [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.722950] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1132.747493] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1132.834771] env[69942]: DEBUG nova.network.neutron [req-4995bbe2-0829-4d75-80e9-1a9400012f40 req-1f93b3ee-4be0-4abf-b612-e2f37d8fb957 service nova] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Updated VIF entry in instance network info cache for port 191657b8-9d9e-459d-8106-3ef968591770. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.835053] env[69942]: DEBUG nova.network.neutron [req-4995bbe2-0829-4d75-80e9-1a9400012f40 req-1f93b3ee-4be0-4abf-b612-e2f37d8fb957 service nova] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Updating instance_info_cache with network_info: [{"id": "191657b8-9d9e-459d-8106-3ef968591770", "address": "fa:16:3e:01:12:dd", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap191657b8-9d", "ovs_interfaceid": "191657b8-9d9e-459d-8106-3ef968591770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.043775] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831475, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.129497] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "aab23310-6005-492c-9f19-ee5c30d28fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.129497] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.131189] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.221967] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ecf07-945b-4557-b3e4-1c697ca380bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.241375] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb3cf9d-ce37-4569-b34a-b52edf629d30 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.306433] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e478cbfb-dcfc-4f8a-ae5f-134c76a3ef23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.320232] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a1d041-3187-4c9b-ab61-71a5472870d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.336663] env[69942]: DEBUG nova.compute.provider_tree [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.338713] env[69942]: DEBUG nova.network.neutron [req-05bc7849-74fe-42de-9ba8-bbe567094a04 req-ae7adc32-d930-4137-9a15-ab804f4645f7 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updated VIF entry in instance network info cache for port 6c82ed24-ab14-486b-88b9-571bccb42903. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.339048] env[69942]: DEBUG nova.network.neutron [req-05bc7849-74fe-42de-9ba8-bbe567094a04 req-ae7adc32-d930-4137-9a15-ab804f4645f7 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updating instance_info_cache with network_info: [{"id": "6c82ed24-ab14-486b-88b9-571bccb42903", "address": "fa:16:3e:2b:df:8f", "network": {"id": "4c00d401-babf-495d-9594-3f2ba5160c5b", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1034340774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b472efa0c24d5b8db41ddbf1b8d36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6c82ed24-ab", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.340291] env[69942]: DEBUG oslo_concurrency.lockutils [req-4995bbe2-0829-4d75-80e9-1a9400012f40 req-1f93b3ee-4be0-4abf-b612-e2f37d8fb957 service nova] Releasing lock "refresh_cache-430d8f3f-6cb1-4c49-a578-552579679614" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.340492] env[69942]: DEBUG nova.compute.manager [req-4995bbe2-0829-4d75-80e9-1a9400012f40 req-1f93b3ee-4be0-4abf-b612-e2f37d8fb957 service nova] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Received event network-vif-deleted-1676e99b-483f-4f3c-853e-53baa79c96df {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.543298] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831475, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.813885] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.845334] env[69942]: DEBUG oslo_concurrency.lockutils [req-05bc7849-74fe-42de-9ba8-bbe567094a04 req-ae7adc32-d930-4137-9a15-ab804f4645f7 service nova] Releasing lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.862625] env[69942]: ERROR nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [req-0f8628e4-654d-4e73-9fd3-64753b470c10] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f8628e4-654d-4e73-9fd3-64753b470c10"}]} [ 1133.882330] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1133.900590] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1133.900838] env[69942]: DEBUG nova.compute.provider_tree [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.913173] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1133.936038] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1134.046454] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831475, 'name': CreateVM_Task, 'duration_secs': 1.334378} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.046624] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.047352] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.047519] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.047837] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.048121] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b74feab-5c84-4e12-ba04-28424f5a853c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.056525] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1134.056525] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526c116d-5a45-76ff-c452-dc61230b5c43" [ 1134.056525] env[69942]: _type = "Task" [ 1134.056525] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.068924] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526c116d-5a45-76ff-c452-dc61230b5c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.340540] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668b6ef0-33ab-4fa1-ae9e-19dde61add53 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.349737] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f39673-bf85-4703-bd09-d95ae8b22757 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.386725] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e371f64d-1e93-428f-b404-fb06a14aa92a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.395193] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57255db-3af8-4e6f-b9c6-5cab8254680f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.409272] env[69942]: DEBUG nova.compute.provider_tree [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.567703] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526c116d-5a45-76ff-c452-dc61230b5c43, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.568008] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.568281] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.568522] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.568669] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.568843] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.569125] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-551ff135-ae7d-4203-99c6-7b44f804ae00 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.578264] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.578449] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.579194] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536fc30c-2e13-4cb9-bcd4-5aa2ae8dff4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.584486] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1134.584486] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a64419-c609-cfdb-1888-1cdedeb4b047" [ 1134.584486] env[69942]: _type = "Task" [ 1134.584486] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.592227] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a64419-c609-cfdb-1888-1cdedeb4b047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.940701] env[69942]: DEBUG nova.scheduler.client.report [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1134.941142] env[69942]: DEBUG nova.compute.provider_tree [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 118 to 119 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1134.941267] env[69942]: DEBUG nova.compute.provider_tree [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.096303] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a64419-c609-cfdb-1888-1cdedeb4b047, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.097022] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526fef80-5ae5-430a-982c-01f3ad15de09 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.102531] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1135.102531] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5224f794-37ed-b580-888d-a7f573bdd575" [ 1135.102531] env[69942]: _type = "Task" [ 1135.102531] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.111120] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5224f794-37ed-b580-888d-a7f573bdd575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.446911] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.149s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.447931] env[69942]: DEBUG nova.compute.manager [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.451904] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.715s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.453471] env[69942]: INFO nova.compute.claims [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.615085] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5224f794-37ed-b580-888d-a7f573bdd575, 'name': SearchDatastore_Task, 'duration_secs': 0.011105} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.615398] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.615664] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 430d8f3f-6cb1-4c49-a578-552579679614/430d8f3f-6cb1-4c49-a578-552579679614.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.615970] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cde535db-19a6-459b-ab5f-ad21ec981f46 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.624279] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1135.624279] env[69942]: value = "task-3831476" [ 1135.624279] env[69942]: _type = "Task" [ 1135.624279] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.634328] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.954099] env[69942]: DEBUG nova.compute.utils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.955886] env[69942]: DEBUG nova.compute.manager [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.956165] env[69942]: DEBUG nova.network.neutron [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.010071] env[69942]: DEBUG nova.policy [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c3a487fecac44fa9b7f1f3b362bd86e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ac7fbe09ab546808c6a5306bbdf40be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.135553] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488513} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.136146] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 430d8f3f-6cb1-4c49-a578-552579679614/430d8f3f-6cb1-4c49-a578-552579679614.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.136617] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.137049] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4c600c7-70d9-45fc-8378-1179a1f11d6c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.151677] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1136.151677] env[69942]: value = "task-3831477" [ 1136.151677] env[69942]: _type = "Task" [ 1136.151677] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.162706] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.356433] env[69942]: DEBUG nova.network.neutron [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Successfully created port: a9fe68b7-ebc2-4cde-ba80-b725303ae075 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.459660] env[69942]: DEBUG nova.compute.manager [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.663755] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074566} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.664061] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.664893] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e6c68f-a8e9-433b-b6a5-ce92a61ed5e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.688448] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 430d8f3f-6cb1-4c49-a578-552579679614/430d8f3f-6cb1-4c49-a578-552579679614.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.691555] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82fad999-1eb9-4846-81eb-0b5a5752abab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.712952] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1136.712952] env[69942]: value = "task-3831478" [ 1136.712952] env[69942]: _type = "Task" [ 1136.712952] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.724921] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.934122] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac8247c-18e6-40ea-a014-0522e5069f80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.942090] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7153247c-9026-4409-a5ec-36ccbe7a1f0f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.981081] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e53e271-6b59-4bd9-a78e-704f64dbf571 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.989296] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9088280-2f20-46e0-9010-7278a977940b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.004180] env[69942]: DEBUG nova.compute.provider_tree [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.224063] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831478, 'name': ReconfigVM_Task, 'duration_secs': 0.288892} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.224589] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 430d8f3f-6cb1-4c49-a578-552579679614/430d8f3f-6cb1-4c49-a578-552579679614.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.225425] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3d56235-f511-4a94-9f04-d27936a83169 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.232950] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1137.232950] env[69942]: value = "task-3831479" [ 1137.232950] env[69942]: _type = "Task" [ 1137.232950] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.242256] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831479, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.481971] env[69942]: DEBUG nova.compute.manager [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.508106] env[69942]: DEBUG nova.scheduler.client.report [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.520177] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.520435] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.520594] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.520773] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.520931] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.524308] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.524643] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.524907] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.525155] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.525369] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.525590] env[69942]: DEBUG nova.virt.hardware [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.526649] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe52e4a0-2b9b-4221-aec8-9d1554b6907f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.536368] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00ca393-14e0-480d-8de8-7e562ab0526a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.743779] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831479, 'name': Rename_Task, 'duration_secs': 0.16186} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.744112] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.744360] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f36fd50-6a23-4311-bf11-ce676976163f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.751219] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1137.751219] env[69942]: value = "task-3831480" [ 1137.751219] env[69942]: _type = "Task" [ 1137.751219] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.759466] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.851290] env[69942]: DEBUG nova.compute.manager [req-f0081a96-089a-4ff2-924d-b09700f38246 req-44ae84a5-e236-4ac9-8ee3-7788ea72fbb1 service nova] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Received event network-vif-plugged-a9fe68b7-ebc2-4cde-ba80-b725303ae075 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.851517] env[69942]: DEBUG oslo_concurrency.lockutils [req-f0081a96-089a-4ff2-924d-b09700f38246 req-44ae84a5-e236-4ac9-8ee3-7788ea72fbb1 service nova] Acquiring lock "37a869c4-6616-4a78-a11f-841a8dded9a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.851755] env[69942]: DEBUG oslo_concurrency.lockutils [req-f0081a96-089a-4ff2-924d-b09700f38246 req-44ae84a5-e236-4ac9-8ee3-7788ea72fbb1 service nova] Lock "37a869c4-6616-4a78-a11f-841a8dded9a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.851939] env[69942]: DEBUG oslo_concurrency.lockutils [req-f0081a96-089a-4ff2-924d-b09700f38246 req-44ae84a5-e236-4ac9-8ee3-7788ea72fbb1 service nova] Lock "37a869c4-6616-4a78-a11f-841a8dded9a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.852195] env[69942]: DEBUG nova.compute.manager [req-f0081a96-089a-4ff2-924d-b09700f38246 req-44ae84a5-e236-4ac9-8ee3-7788ea72fbb1 service nova] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] No waiting events found dispatching network-vif-plugged-a9fe68b7-ebc2-4cde-ba80-b725303ae075 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.852280] env[69942]: WARNING nova.compute.manager [req-f0081a96-089a-4ff2-924d-b09700f38246 req-44ae84a5-e236-4ac9-8ee3-7788ea72fbb1 service nova] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Received unexpected event network-vif-plugged-a9fe68b7-ebc2-4cde-ba80-b725303ae075 for instance with vm_state building and task_state spawning. [ 1137.931475] env[69942]: DEBUG nova.network.neutron [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Successfully updated port: a9fe68b7-ebc2-4cde-ba80-b725303ae075 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.031778] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.032379] env[69942]: DEBUG nova.compute.manager [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.035062] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.383s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.036538] env[69942]: INFO nova.compute.claims [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.261670] env[69942]: DEBUG oslo_vmware.api [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831480, 'name': PowerOnVM_Task, 'duration_secs': 0.43241} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.261947] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.262171] env[69942]: INFO nova.compute.manager [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1138.262349] env[69942]: DEBUG nova.compute.manager [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.263163] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf34af58-0cc5-44d3-99e8-9719bcc18a73 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.433999] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "refresh_cache-37a869c4-6616-4a78-a11f-841a8dded9a9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.434196] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired lock "refresh_cache-37a869c4-6616-4a78-a11f-841a8dded9a9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.434364] env[69942]: DEBUG nova.network.neutron [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.541052] env[69942]: DEBUG nova.compute.utils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.544491] env[69942]: DEBUG nova.compute.manager [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.544656] env[69942]: DEBUG nova.network.neutron [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.582252] env[69942]: DEBUG nova.policy [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c3a487fecac44fa9b7f1f3b362bd86e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ac7fbe09ab546808c6a5306bbdf40be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.781023] env[69942]: INFO nova.compute.manager [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Took 43.10 seconds to build instance. [ 1138.917998] env[69942]: DEBUG nova.network.neutron [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Successfully created port: 98d01baa-9719-487c-9205-8a486a4f1ee9 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.971613] env[69942]: DEBUG nova.network.neutron [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.045578] env[69942]: DEBUG nova.compute.manager [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.163435] env[69942]: DEBUG nova.network.neutron [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Updating instance_info_cache with network_info: [{"id": "a9fe68b7-ebc2-4cde-ba80-b725303ae075", "address": "fa:16:3e:39:5e:05", "network": {"id": "cfa78bc9-46dc-4be9-b4e8-f9c7a10bd1b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-723863109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac7fbe09ab546808c6a5306bbdf40be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9fe68b7-eb", "ovs_interfaceid": "a9fe68b7-ebc2-4cde-ba80-b725303ae075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.283611] env[69942]: DEBUG oslo_concurrency.lockutils [None req-bdd3b1e3-5bcb-4a0c-bfe0-dc513cb070b8 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "430d8f3f-6cb1-4c49-a578-552579679614" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.609s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.450937] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ac2c4c-fe4c-4dfd-b83c-26eadf598280 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.459798] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c3c0a-0b21-48fd-9377-70c22a119f08 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.495598] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56230c23-070e-4f2b-9314-77263ecb1a37 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.505019] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d5414-1d97-47c0-bc60-72894fe299a0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.525727] env[69942]: DEBUG nova.compute.provider_tree [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.665967] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Releasing lock "refresh_cache-37a869c4-6616-4a78-a11f-841a8dded9a9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.666375] env[69942]: DEBUG nova.compute.manager [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Instance network_info: |[{"id": "a9fe68b7-ebc2-4cde-ba80-b725303ae075", "address": "fa:16:3e:39:5e:05", "network": {"id": "cfa78bc9-46dc-4be9-b4e8-f9c7a10bd1b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-723863109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac7fbe09ab546808c6a5306bbdf40be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9fe68b7-eb", "ovs_interfaceid": "a9fe68b7-ebc2-4cde-ba80-b725303ae075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.666797] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:5e:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9fe68b7-ebc2-4cde-ba80-b725303ae075', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.674406] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Creating folder: Project (7ac7fbe09ab546808c6a5306bbdf40be). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.674767] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aa87669-113b-45d9-8c16-cf1e092e3121 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.688035] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Created folder: Project (7ac7fbe09ab546808c6a5306bbdf40be) in parent group-v761487. [ 1139.688332] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Creating folder: Instances. Parent ref: group-v761714. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.688670] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3af27aa-0986-4939-bb78-cdc2bbc43378 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.698896] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Created folder: Instances in parent group-v761714. [ 1139.699199] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.699406] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.699665] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6afe86a-5fd1-44ba-9cb2-071703b3ac4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.722054] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.722054] env[69942]: value = "task-3831483" [ 1139.722054] env[69942]: _type = "Task" [ 1139.722054] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.731351] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831483, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.786130] env[69942]: DEBUG nova.compute.manager [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.909910] env[69942]: DEBUG nova.compute.manager [req-7518c2af-b5b7-49b4-866a-af6a4390fe44 req-ea6d54a1-e356-4c18-a0d2-33a59e886dcf service nova] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Received event network-changed-a9fe68b7-ebc2-4cde-ba80-b725303ae075 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.909910] env[69942]: DEBUG nova.compute.manager [req-7518c2af-b5b7-49b4-866a-af6a4390fe44 req-ea6d54a1-e356-4c18-a0d2-33a59e886dcf service nova] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Refreshing instance network info cache due to event network-changed-a9fe68b7-ebc2-4cde-ba80-b725303ae075. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.910590] env[69942]: DEBUG oslo_concurrency.lockutils [req-7518c2af-b5b7-49b4-866a-af6a4390fe44 req-ea6d54a1-e356-4c18-a0d2-33a59e886dcf service nova] Acquiring lock "refresh_cache-37a869c4-6616-4a78-a11f-841a8dded9a9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.910780] env[69942]: DEBUG oslo_concurrency.lockutils [req-7518c2af-b5b7-49b4-866a-af6a4390fe44 req-ea6d54a1-e356-4c18-a0d2-33a59e886dcf service nova] Acquired lock "refresh_cache-37a869c4-6616-4a78-a11f-841a8dded9a9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.910981] env[69942]: DEBUG nova.network.neutron [req-7518c2af-b5b7-49b4-866a-af6a4390fe44 req-ea6d54a1-e356-4c18-a0d2-33a59e886dcf service nova] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Refreshing network info cache for port a9fe68b7-ebc2-4cde-ba80-b725303ae075 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.029773] env[69942]: DEBUG nova.scheduler.client.report [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.059200] env[69942]: DEBUG nova.compute.manager [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.088920] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.089185] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.089345] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.089525] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.089670] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.089818] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.090036] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.090195] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.090422] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.090616] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.090795] env[69942]: DEBUG nova.virt.hardware [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.091730] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed4721e-3238-4bb3-b4c8-0239eaf41c09 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.100543] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97720cbb-5b31-4e4d-b7e0-bb56cc39d563 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.234838] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831483, 'name': CreateVM_Task, 'duration_secs': 0.335113} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.235032] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.235722] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.235924] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.236281] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.236549] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82645d43-e6c9-4359-98dd-7db13b1278d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.242149] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1140.242149] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522d0409-287f-a0c0-7741-7f3fd3d02147" [ 1140.242149] env[69942]: _type = "Task" [ 1140.242149] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.251556] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522d0409-287f-a0c0-7741-7f3fd3d02147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.308453] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.416498] env[69942]: DEBUG nova.network.neutron [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Successfully updated port: 98d01baa-9719-487c-9205-8a486a4f1ee9 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.535792] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.536348] env[69942]: DEBUG nova.compute.manager [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.540094] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.144s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.540341] env[69942]: DEBUG nova.objects.instance [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'resources' on Instance uuid 743145b3-8f63-4f36-80ad-cd277f780e48 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.627589] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "430d8f3f-6cb1-4c49-a578-552579679614" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.627953] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "430d8f3f-6cb1-4c49-a578-552579679614" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.660389] env[69942]: DEBUG nova.network.neutron [req-7518c2af-b5b7-49b4-866a-af6a4390fe44 req-ea6d54a1-e356-4c18-a0d2-33a59e886dcf service nova] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Updated VIF entry in instance network info cache for port a9fe68b7-ebc2-4cde-ba80-b725303ae075. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.660768] env[69942]: DEBUG nova.network.neutron [req-7518c2af-b5b7-49b4-866a-af6a4390fe44 req-ea6d54a1-e356-4c18-a0d2-33a59e886dcf service nova] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Updating instance_info_cache with network_info: [{"id": "a9fe68b7-ebc2-4cde-ba80-b725303ae075", "address": "fa:16:3e:39:5e:05", "network": {"id": "cfa78bc9-46dc-4be9-b4e8-f9c7a10bd1b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-723863109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac7fbe09ab546808c6a5306bbdf40be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9fe68b7-eb", "ovs_interfaceid": "a9fe68b7-ebc2-4cde-ba80-b725303ae075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.754667] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522d0409-287f-a0c0-7741-7f3fd3d02147, 'name': SearchDatastore_Task, 'duration_secs': 0.015001} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.755127] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.755458] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.755792] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.755996] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.756275] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.756632] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f7cb1a1-ef22-428b-b344-fbcf6868b8d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.767515] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.767798] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.768494] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9dfa8de-854a-402d-a144-dd3809aec19e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.774135] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1140.774135] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e4d16c-d0cc-98ca-1e37-ac78d93e72a7" [ 1140.774135] env[69942]: _type = "Task" [ 1140.774135] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.783365] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e4d16c-d0cc-98ca-1e37-ac78d93e72a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.919232] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "refresh_cache-16bdc7a3-740d-45e0-a515-f23cc2cde490" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.919423] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired lock "refresh_cache-16bdc7a3-740d-45e0-a515-f23cc2cde490" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.919595] env[69942]: DEBUG nova.network.neutron [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.043446] env[69942]: DEBUG nova.compute.utils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.045876] env[69942]: DEBUG nova.objects.instance [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'numa_topology' on Instance uuid 743145b3-8f63-4f36-80ad-cd277f780e48 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.046890] env[69942]: DEBUG nova.compute.manager [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.047493] env[69942]: DEBUG nova.network.neutron [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.109298] env[69942]: DEBUG nova.policy [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c3a487fecac44fa9b7f1f3b362bd86e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ac7fbe09ab546808c6a5306bbdf40be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.131407] env[69942]: DEBUG nova.compute.utils [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.164086] env[69942]: DEBUG oslo_concurrency.lockutils [req-7518c2af-b5b7-49b4-866a-af6a4390fe44 req-ea6d54a1-e356-4c18-a0d2-33a59e886dcf service nova] Releasing lock "refresh_cache-37a869c4-6616-4a78-a11f-841a8dded9a9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.286965] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e4d16c-d0cc-98ca-1e37-ac78d93e72a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.287817] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e562bc3-6512-4f6e-b778-892ae7bd4206 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.293774] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1141.293774] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520da35b-50f5-dbe5-17f3-caa5428de724" [ 1141.293774] env[69942]: _type = "Task" [ 1141.293774] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.302439] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520da35b-50f5-dbe5-17f3-caa5428de724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.312065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.312342] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.453072] env[69942]: DEBUG nova.network.neutron [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.538830] env[69942]: DEBUG nova.network.neutron [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Successfully created port: c047bd62-98d2-42f3-9a53-8b4c41cae3cb {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.550899] env[69942]: DEBUG nova.compute.manager [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.554140] env[69942]: DEBUG nova.objects.base [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Object Instance<743145b3-8f63-4f36-80ad-cd277f780e48> lazy-loaded attributes: resources,numa_topology {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1141.604475] env[69942]: DEBUG nova.network.neutron [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Updating instance_info_cache with network_info: [{"id": "98d01baa-9719-487c-9205-8a486a4f1ee9", "address": "fa:16:3e:6d:2d:ee", "network": {"id": "cfa78bc9-46dc-4be9-b4e8-f9c7a10bd1b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-723863109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac7fbe09ab546808c6a5306bbdf40be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d01baa-97", "ovs_interfaceid": "98d01baa-9719-487c-9205-8a486a4f1ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.634158] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "430d8f3f-6cb1-4c49-a578-552579679614" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.810645] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520da35b-50f5-dbe5-17f3-caa5428de724, 'name': SearchDatastore_Task, 'duration_secs': 0.034173} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.810932] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.811209] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 37a869c4-6616-4a78-a11f-841a8dded9a9/37a869c4-6616-4a78-a11f-841a8dded9a9.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.811465] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd0616a8-6cd9-4428-b796-82cecd851368 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.815837] env[69942]: INFO nova.compute.manager [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Detaching volume 99417c5c-d3d5-4555-8fdc-870db0b76229 [ 1141.822808] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1141.822808] env[69942]: value = "task-3831484" [ 1141.822808] env[69942]: _type = "Task" [ 1141.822808] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.835884] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.861170] env[69942]: INFO nova.virt.block_device [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Attempting to driver detach volume 99417c5c-d3d5-4555-8fdc-870db0b76229 from mountpoint /dev/sdb [ 1141.861170] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1141.861342] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761701', 'volume_id': '99417c5c-d3d5-4555-8fdc-870db0b76229', 'name': 'volume-99417c5c-d3d5-4555-8fdc-870db0b76229', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c66e9d35-c6d5-445f-95ff-50c7bb3e7158', 'attached_at': '', 'detached_at': '', 'volume_id': '99417c5c-d3d5-4555-8fdc-870db0b76229', 'serial': '99417c5c-d3d5-4555-8fdc-870db0b76229'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1141.862336] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a91498b-e2e1-48de-8480-a153d417d971 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.895558] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a0c968-691f-4ae8-9c7f-ce82d40252e0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.906779] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fa1709-0f90-42ef-a9f5-ed5e8cd441f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.938091] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee8edfe-443c-4cd0-bd4b-a34fbbc40170 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.959308] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] The volume has not been displaced from its original location: [datastore1] volume-99417c5c-d3d5-4555-8fdc-870db0b76229/volume-99417c5c-d3d5-4555-8fdc-870db0b76229.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1141.965215] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.968399] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d03fe5e-1d78-4a8b-b4c7-03d2056d3a2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.988832] env[69942]: DEBUG oslo_vmware.api [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1141.988832] env[69942]: value = "task-3831485" [ 1141.988832] env[69942]: _type = "Task" [ 1141.988832] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.001482] env[69942]: DEBUG oslo_vmware.api [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.029414] env[69942]: DEBUG nova.compute.manager [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Received event network-vif-plugged-98d01baa-9719-487c-9205-8a486a4f1ee9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.029640] env[69942]: DEBUG oslo_concurrency.lockutils [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] Acquiring lock "16bdc7a3-740d-45e0-a515-f23cc2cde490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.029940] env[69942]: DEBUG oslo_concurrency.lockutils [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] Lock "16bdc7a3-740d-45e0-a515-f23cc2cde490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.030167] env[69942]: DEBUG oslo_concurrency.lockutils [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] Lock "16bdc7a3-740d-45e0-a515-f23cc2cde490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.030337] env[69942]: DEBUG nova.compute.manager [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] No waiting events found dispatching network-vif-plugged-98d01baa-9719-487c-9205-8a486a4f1ee9 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.030502] env[69942]: WARNING nova.compute.manager [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Received unexpected event network-vif-plugged-98d01baa-9719-487c-9205-8a486a4f1ee9 for instance with vm_state building and task_state spawning. [ 1142.030659] env[69942]: DEBUG nova.compute.manager [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Received event network-changed-98d01baa-9719-487c-9205-8a486a4f1ee9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.030810] env[69942]: DEBUG nova.compute.manager [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Refreshing instance network info cache due to event network-changed-98d01baa-9719-487c-9205-8a486a4f1ee9. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.030978] env[69942]: DEBUG oslo_concurrency.lockutils [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] Acquiring lock "refresh_cache-16bdc7a3-740d-45e0-a515-f23cc2cde490" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.064255] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae4d29e-a13a-41ba-a089-d34de99846fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.075387] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ed4322-a011-4026-869a-4478d79ebdb0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.109247] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Releasing lock "refresh_cache-16bdc7a3-740d-45e0-a515-f23cc2cde490" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.109538] env[69942]: DEBUG nova.compute.manager [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Instance network_info: |[{"id": "98d01baa-9719-487c-9205-8a486a4f1ee9", "address": "fa:16:3e:6d:2d:ee", "network": {"id": "cfa78bc9-46dc-4be9-b4e8-f9c7a10bd1b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-723863109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac7fbe09ab546808c6a5306bbdf40be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d01baa-97", "ovs_interfaceid": "98d01baa-9719-487c-9205-8a486a4f1ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.110675] env[69942]: DEBUG oslo_concurrency.lockutils [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] Acquired lock "refresh_cache-16bdc7a3-740d-45e0-a515-f23cc2cde490" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.110864] env[69942]: DEBUG nova.network.neutron [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Refreshing network info cache for port 98d01baa-9719-487c-9205-8a486a4f1ee9 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.112037] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:2d:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98d01baa-9719-487c-9205-8a486a4f1ee9', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.119623] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.120337] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad44ec28-9ef8-4334-b0cb-0d40694fa884 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.126122] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.126785] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09c38777-62e7-4b4c-b847-9b15c3869535 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.148695] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9884c6-8a25-4e86-b770-8a808d18a89a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.154398] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.154398] env[69942]: value = "task-3831486" [ 1142.154398] env[69942]: _type = "Task" [ 1142.154398] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.169948] env[69942]: DEBUG nova.compute.provider_tree [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.178030] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831486, 'name': CreateVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.340723] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831484, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.426963] env[69942]: DEBUG nova.network.neutron [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Updated VIF entry in instance network info cache for port 98d01baa-9719-487c-9205-8a486a4f1ee9. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.427436] env[69942]: DEBUG nova.network.neutron [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Updating instance_info_cache with network_info: [{"id": "98d01baa-9719-487c-9205-8a486a4f1ee9", "address": "fa:16:3e:6d:2d:ee", "network": {"id": "cfa78bc9-46dc-4be9-b4e8-f9c7a10bd1b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-723863109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac7fbe09ab546808c6a5306bbdf40be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d01baa-97", "ovs_interfaceid": "98d01baa-9719-487c-9205-8a486a4f1ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.499371] env[69942]: DEBUG oslo_vmware.api [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831485, 'name': ReconfigVM_Task, 'duration_secs': 0.29222} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.499666] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.504814] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a0946ea-fa03-4723-8f60-1f373a910109 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.522075] env[69942]: DEBUG oslo_vmware.api [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1142.522075] env[69942]: value = "task-3831487" [ 1142.522075] env[69942]: _type = "Task" [ 1142.522075] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.532814] env[69942]: DEBUG oslo_vmware.api [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.563606] env[69942]: DEBUG nova.compute.manager [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.594624] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.594898] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.595080] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.595272] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.595417] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.595563] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.595822] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.595984] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.596170] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.596335] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.596507] env[69942]: DEBUG nova.virt.hardware [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.597449] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d43b051-2dfb-4db8-af54-7477f9cf1a05 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.606567] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90ee80f-824a-4935-8749-a70f7cbf40df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.665442] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831486, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.673584] env[69942]: DEBUG nova.scheduler.client.report [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.724499] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "430d8f3f-6cb1-4c49-a578-552579679614" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.724788] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "430d8f3f-6cb1-4c49-a578-552579679614" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.725044] env[69942]: INFO nova.compute.manager [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Attaching volume 0a907c46-01cd-48a3-a807-810954e0bdee to /dev/sdb [ 1142.759822] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1964d33a-8146-43af-b41c-5e5556af3917 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.767453] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ca9fd3-938f-4560-87bc-ee8f274d96f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.781899] env[69942]: DEBUG nova.virt.block_device [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Updating existing volume attachment record: 938f21b6-1733-4476-86ce-1c3fc1453439 {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.835305] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709389} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.835598] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 37a869c4-6616-4a78-a11f-841a8dded9a9/37a869c4-6616-4a78-a11f-841a8dded9a9.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.835948] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.836243] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4b4683c-0159-4d04-a1a6-6cad635a99b9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.843323] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1142.843323] env[69942]: value = "task-3831488" [ 1142.843323] env[69942]: _type = "Task" [ 1142.843323] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.853896] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.930847] env[69942]: DEBUG oslo_concurrency.lockutils [req-1aa1678b-f275-4672-afbf-52cbb40433cd req-3c078eb0-6cb1-4d87-a5db-0473f7a82955 service nova] Releasing lock "refresh_cache-16bdc7a3-740d-45e0-a515-f23cc2cde490" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.039051] env[69942]: DEBUG oslo_vmware.api [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.126089] env[69942]: DEBUG nova.compute.manager [req-ee838c14-5096-406c-81bf-c6ab504cce5c req-31c731c3-3999-4216-920c-7caff2472b52 service nova] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Received event network-vif-plugged-c047bd62-98d2-42f3-9a53-8b4c41cae3cb {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.126527] env[69942]: DEBUG oslo_concurrency.lockutils [req-ee838c14-5096-406c-81bf-c6ab504cce5c req-31c731c3-3999-4216-920c-7caff2472b52 service nova] Acquiring lock "7ed0027a-77b2-4f48-98d8-6d3f31468164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.126527] env[69942]: DEBUG oslo_concurrency.lockutils [req-ee838c14-5096-406c-81bf-c6ab504cce5c req-31c731c3-3999-4216-920c-7caff2472b52 service nova] Lock "7ed0027a-77b2-4f48-98d8-6d3f31468164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.126913] env[69942]: DEBUG oslo_concurrency.lockutils [req-ee838c14-5096-406c-81bf-c6ab504cce5c req-31c731c3-3999-4216-920c-7caff2472b52 service nova] Lock "7ed0027a-77b2-4f48-98d8-6d3f31468164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.126913] env[69942]: DEBUG nova.compute.manager [req-ee838c14-5096-406c-81bf-c6ab504cce5c req-31c731c3-3999-4216-920c-7caff2472b52 service nova] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] No waiting events found dispatching network-vif-plugged-c047bd62-98d2-42f3-9a53-8b4c41cae3cb {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.127518] env[69942]: WARNING nova.compute.manager [req-ee838c14-5096-406c-81bf-c6ab504cce5c req-31c731c3-3999-4216-920c-7caff2472b52 service nova] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Received unexpected event network-vif-plugged-c047bd62-98d2-42f3-9a53-8b4c41cae3cb for instance with vm_state building and task_state spawning. [ 1143.173121] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831486, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.179264] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.639s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.182017] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.010s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.183620] env[69942]: INFO nova.compute.claims [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.269513] env[69942]: DEBUG nova.network.neutron [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Successfully updated port: c047bd62-98d2-42f3-9a53-8b4c41cae3cb {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.353510] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086266} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.354191] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.355026] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a7468d-f90f-4b26-ac6b-4ec95dc8305f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.379889] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 37a869c4-6616-4a78-a11f-841a8dded9a9/37a869c4-6616-4a78-a11f-841a8dded9a9.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.380310] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e090e80-1b2b-457a-bc02-8662d81e0ae9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.400264] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1143.400264] env[69942]: value = "task-3831492" [ 1143.400264] env[69942]: _type = "Task" [ 1143.400264] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.410078] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.533392] env[69942]: DEBUG oslo_vmware.api [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831487, 'name': ReconfigVM_Task, 'duration_secs': 0.860594} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.533665] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761701', 'volume_id': '99417c5c-d3d5-4555-8fdc-870db0b76229', 'name': 'volume-99417c5c-d3d5-4555-8fdc-870db0b76229', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c66e9d35-c6d5-445f-95ff-50c7bb3e7158', 'attached_at': '', 'detached_at': '', 'volume_id': '99417c5c-d3d5-4555-8fdc-870db0b76229', 'serial': '99417c5c-d3d5-4555-8fdc-870db0b76229'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1143.666704] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831486, 'name': CreateVM_Task, 'duration_secs': 1.430508} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.667063] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.667805] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.667992] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.668402] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.668709] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa30df2-75ac-48d5-b338-a36c7054e743 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.675534] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1143.675534] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526ad8bb-7c5c-fdbe-b7a7-7f898e44facc" [ 1143.675534] env[69942]: _type = "Task" [ 1143.675534] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.684361] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526ad8bb-7c5c-fdbe-b7a7-7f898e44facc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.693278] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e1eb2ecd-9ab5-4ac6-ad93-4d17bad0346d tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 65.988s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.694115] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 39.975s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.694300] env[69942]: INFO nova.compute.manager [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Unshelving [ 1143.772278] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "refresh_cache-7ed0027a-77b2-4f48-98d8-6d3f31468164" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.772478] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired lock "refresh_cache-7ed0027a-77b2-4f48-98d8-6d3f31468164" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.772663] env[69942]: DEBUG nova.network.neutron [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.913168] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831492, 'name': ReconfigVM_Task, 'duration_secs': 0.28911} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.913849] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 37a869c4-6616-4a78-a11f-841a8dded9a9/37a869c4-6616-4a78-a11f-841a8dded9a9.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.914517] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1dc949f-c3fa-4454-8c17-6e1e5c369abc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.922456] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1143.922456] env[69942]: value = "task-3831493" [ 1143.922456] env[69942]: _type = "Task" [ 1143.922456] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.935593] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831493, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.087908] env[69942]: DEBUG nova.objects.instance [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lazy-loading 'flavor' on Instance uuid c66e9d35-c6d5-445f-95ff-50c7bb3e7158 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.187106] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526ad8bb-7c5c-fdbe-b7a7-7f898e44facc, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.187456] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.187692] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.187930] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.188156] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.188283] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.188537] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94a19232-00c9-4c13-b272-f507b1710c80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.198229] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.198425] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.200975] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180e053c-3019-482c-b163-28088066304d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.210464] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1144.210464] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a6a488-f963-24cb-e0a7-573cdca3031b" [ 1144.210464] env[69942]: _type = "Task" [ 1144.210464] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.220370] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a6a488-f963-24cb-e0a7-573cdca3031b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.309447] env[69942]: DEBUG nova.network.neutron [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.433859] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831493, 'name': Rename_Task, 'duration_secs': 0.275884} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.436589] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.437749] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-898b1cbc-2003-4671-9efc-c245a66f10a4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.443992] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1144.443992] env[69942]: value = "task-3831494" [ 1144.443992] env[69942]: _type = "Task" [ 1144.443992] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.456415] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.488811] env[69942]: DEBUG nova.network.neutron [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Updating instance_info_cache with network_info: [{"id": "c047bd62-98d2-42f3-9a53-8b4c41cae3cb", "address": "fa:16:3e:d2:91:95", "network": {"id": "cfa78bc9-46dc-4be9-b4e8-f9c7a10bd1b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-723863109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac7fbe09ab546808c6a5306bbdf40be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc047bd62-98", "ovs_interfaceid": "c047bd62-98d2-42f3-9a53-8b4c41cae3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.631509] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0529ec1-85aa-47ba-9496-860daad0573e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.640124] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9752cc1b-1ef2-454d-aa30-96e4d2e0e8c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.672248] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9429b854-691a-4a9d-b0ee-9c357a904f07 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.680633] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1275167-4af6-4518-acd1-f1629dc26157 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.695167] env[69942]: DEBUG nova.compute.provider_tree [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.712709] env[69942]: DEBUG nova.compute.utils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.725301] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a6a488-f963-24cb-e0a7-573cdca3031b, 'name': SearchDatastore_Task, 'duration_secs': 0.013402} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.726422] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e502410-9ac8-436e-8d98-db2baddc6f75 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.732697] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1144.732697] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52186284-93da-38ca-90ce-634538b1e045" [ 1144.732697] env[69942]: _type = "Task" [ 1144.732697] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.742130] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52186284-93da-38ca-90ce-634538b1e045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.957487] env[69942]: DEBUG oslo_vmware.api [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831494, 'name': PowerOnVM_Task, 'duration_secs': 0.488289} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.957934] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.958151] env[69942]: INFO nova.compute.manager [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1144.958407] env[69942]: DEBUG nova.compute.manager [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.959610] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925e45ad-254f-40ad-a610-1a6ce964c28d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.992157] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Releasing lock "refresh_cache-7ed0027a-77b2-4f48-98d8-6d3f31468164" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.992506] env[69942]: DEBUG nova.compute.manager [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Instance network_info: |[{"id": "c047bd62-98d2-42f3-9a53-8b4c41cae3cb", "address": "fa:16:3e:d2:91:95", "network": {"id": "cfa78bc9-46dc-4be9-b4e8-f9c7a10bd1b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-723863109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac7fbe09ab546808c6a5306bbdf40be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc047bd62-98", "ovs_interfaceid": "c047bd62-98d2-42f3-9a53-8b4c41cae3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.992975] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:91:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c047bd62-98d2-42f3-9a53-8b4c41cae3cb', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.000758] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.000967] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.001201] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70e936d4-20c1-42dd-bd38-72a0f321431c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.023122] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.023122] env[69942]: value = "task-3831495" [ 1145.023122] env[69942]: _type = "Task" [ 1145.023122] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.035120] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831495, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.098542] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59bf821a-f811-4a15-b8a5-1afffac7df97 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.786s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.153784] env[69942]: DEBUG nova.compute.manager [req-40b910ae-786d-4182-bb66-70b47fd1dad3 req-e746f4d6-8fd7-468f-8535-c9d0b8b12e78 service nova] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Received event network-changed-c047bd62-98d2-42f3-9a53-8b4c41cae3cb {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.153993] env[69942]: DEBUG nova.compute.manager [req-40b910ae-786d-4182-bb66-70b47fd1dad3 req-e746f4d6-8fd7-468f-8535-c9d0b8b12e78 service nova] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Refreshing instance network info cache due to event network-changed-c047bd62-98d2-42f3-9a53-8b4c41cae3cb. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.154239] env[69942]: DEBUG oslo_concurrency.lockutils [req-40b910ae-786d-4182-bb66-70b47fd1dad3 req-e746f4d6-8fd7-468f-8535-c9d0b8b12e78 service nova] Acquiring lock "refresh_cache-7ed0027a-77b2-4f48-98d8-6d3f31468164" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.154384] env[69942]: DEBUG oslo_concurrency.lockutils [req-40b910ae-786d-4182-bb66-70b47fd1dad3 req-e746f4d6-8fd7-468f-8535-c9d0b8b12e78 service nova] Acquired lock "refresh_cache-7ed0027a-77b2-4f48-98d8-6d3f31468164" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.154544] env[69942]: DEBUG nova.network.neutron [req-40b910ae-786d-4182-bb66-70b47fd1dad3 req-e746f4d6-8fd7-468f-8535-c9d0b8b12e78 service nova] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Refreshing network info cache for port c047bd62-98d2-42f3-9a53-8b4c41cae3cb {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.216193] env[69942]: INFO nova.virt.block_device [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Booting with volume c7f05356-8950-4a32-8cff-bce38fdad3c5 at /dev/sdb [ 1145.229448] env[69942]: DEBUG nova.scheduler.client.report [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1145.229715] env[69942]: DEBUG nova.compute.provider_tree [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 119 to 120 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1145.229892] env[69942]: DEBUG nova.compute.provider_tree [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.243528] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52186284-93da-38ca-90ce-634538b1e045, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.243785] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.244107] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 16bdc7a3-740d-45e0-a515-f23cc2cde490/16bdc7a3-740d-45e0-a515-f23cc2cde490.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.244315] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad12e5b6-92df-426e-8ed4-158f75e2188a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.252614] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1145.252614] env[69942]: value = "task-3831497" [ 1145.252614] env[69942]: _type = "Task" [ 1145.252614] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.253733] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1908da67-764b-438c-b57b-31e4937a627b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.266329] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.270817] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9e6606-b3e6-469e-9f79-3826998b3d32 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.303201] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88964e90-26b9-402c-90d6-bee00a571c87 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.312554] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ea4a05-e3f3-4e60-9289-c3060fbb661c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.346856] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d112d5e2-0b51-480c-ac6b-174cbd63cdb8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.354334] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af53a8a-deed-4229-b3ef-57db2a1638f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.372196] env[69942]: DEBUG nova.virt.block_device [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating existing volume attachment record: f7c5a20a-8364-4cd9-9dd2-a169b1a29e40 {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1145.481475] env[69942]: INFO nova.compute.manager [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Took 46.41 seconds to build instance. [ 1145.535309] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831495, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.737717] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.738461] env[69942]: DEBUG nova.compute.manager [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.742931] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.130s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.743314] env[69942]: DEBUG nova.objects.instance [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1145.778225] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.983500] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eeb1337d-4155-4c7b-88b7-4d35218d2503 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "37a869c4-6616-4a78-a11f-841a8dded9a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.921s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.999588] env[69942]: DEBUG nova.network.neutron [req-40b910ae-786d-4182-bb66-70b47fd1dad3 req-e746f4d6-8fd7-468f-8535-c9d0b8b12e78 service nova] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Updated VIF entry in instance network info cache for port c047bd62-98d2-42f3-9a53-8b4c41cae3cb. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.999588] env[69942]: DEBUG nova.network.neutron [req-40b910ae-786d-4182-bb66-70b47fd1dad3 req-e746f4d6-8fd7-468f-8535-c9d0b8b12e78 service nova] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Updating instance_info_cache with network_info: [{"id": "c047bd62-98d2-42f3-9a53-8b4c41cae3cb", "address": "fa:16:3e:d2:91:95", "network": {"id": "cfa78bc9-46dc-4be9-b4e8-f9c7a10bd1b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-723863109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac7fbe09ab546808c6a5306bbdf40be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc047bd62-98", "ovs_interfaceid": "c047bd62-98d2-42f3-9a53-8b4c41cae3cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.036019] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831495, 'name': CreateVM_Task, 'duration_secs': 0.995793} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.036250] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.037065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.037304] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.037656] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.037990] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712cfa04-a5b1-497b-9ed8-7ed04b9f7e72 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.045644] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1146.045644] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e2085c-2316-916c-1250-9c6caff196c5" [ 1146.045644] env[69942]: _type = "Task" [ 1146.045644] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.053544] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e2085c-2316-916c-1250-9c6caff196c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.254686] env[69942]: DEBUG nova.compute.utils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.256171] env[69942]: DEBUG nova.compute.manager [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.256432] env[69942]: DEBUG nova.network.neutron [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.271297] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571439} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.271603] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 16bdc7a3-740d-45e0-a515-f23cc2cde490/16bdc7a3-740d-45e0-a515-f23cc2cde490.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.271850] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.272147] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db69660a-37eb-4ebd-9959-ab3766a4e4f6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.281452] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1146.281452] env[69942]: value = "task-3831501" [ 1146.281452] env[69942]: _type = "Task" [ 1146.281452] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.292581] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.308687] env[69942]: DEBUG nova.policy [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '924a31637b114e759f9065c55ab51668', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9d8a5ccfd7443799ffd324f1d37adfa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.487257] env[69942]: DEBUG nova.compute.manager [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.501215] env[69942]: DEBUG oslo_concurrency.lockutils [req-40b910ae-786d-4182-bb66-70b47fd1dad3 req-e746f4d6-8fd7-468f-8535-c9d0b8b12e78 service nova] Releasing lock "refresh_cache-7ed0027a-77b2-4f48-98d8-6d3f31468164" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.555827] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e2085c-2316-916c-1250-9c6caff196c5, 'name': SearchDatastore_Task, 'duration_secs': 0.026952} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.555827] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.555827] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.556497] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.556497] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.556497] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.556604] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-334b9937-ec8b-444e-9f5c-34563d1a4bd1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.568345] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.568345] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.568345] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfaba2de-3fe1-43c3-a47a-632c310a549c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.574572] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1146.574572] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52382bda-b450-520b-b63e-4dc0eda7e76b" [ 1146.574572] env[69942]: _type = "Task" [ 1146.574572] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.588432] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52382bda-b450-520b-b63e-4dc0eda7e76b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.695565] env[69942]: DEBUG nova.network.neutron [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Successfully created port: 0f9f0a28-fb17-4097-988e-a7eac251176f {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.755380] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d522aab7-61b2-46e3-ac42-ab098576b1f2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.756768] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.928s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.762044] env[69942]: INFO nova.compute.claims [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.765204] env[69942]: DEBUG nova.compute.manager [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.792466] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076997} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.792789] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.793603] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325fcd5c-ca96-443a-87c5-3f577fd683f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.818608] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 16bdc7a3-740d-45e0-a515-f23cc2cde490/16bdc7a3-740d-45e0-a515-f23cc2cde490.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.819206] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1411c42b-86a4-436d-813a-c2b1ee232988 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.840332] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1146.840332] env[69942]: value = "task-3831502" [ 1146.840332] env[69942]: _type = "Task" [ 1146.840332] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.850680] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.010557] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.085306] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52382bda-b450-520b-b63e-4dc0eda7e76b, 'name': SearchDatastore_Task, 'duration_secs': 0.012272} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.086190] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd45d481-aa8b-45d6-b307-666969f899f7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.092740] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1147.092740] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f6c10b-23f7-2787-286a-e774d0b74ca2" [ 1147.092740] env[69942]: _type = "Task" [ 1147.092740] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.102424] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f6c10b-23f7-2787-286a-e774d0b74ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.327039] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1147.327304] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761719', 'volume_id': '0a907c46-01cd-48a3-a807-810954e0bdee', 'name': 'volume-0a907c46-01cd-48a3-a807-810954e0bdee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '430d8f3f-6cb1-4c49-a578-552579679614', 'attached_at': '', 'detached_at': '', 'volume_id': '0a907c46-01cd-48a3-a807-810954e0bdee', 'serial': '0a907c46-01cd-48a3-a807-810954e0bdee'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1147.328209] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deee187f-9d12-4548-a36c-f08692b6c102 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.349531] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b60008-6e7a-4175-ac62-f3ec851fe473 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.358033] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831502, 'name': ReconfigVM_Task, 'duration_secs': 0.303917} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.372284] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 16bdc7a3-740d-45e0-a515-f23cc2cde490/16bdc7a3-740d-45e0-a515-f23cc2cde490.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.380746] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-0a907c46-01cd-48a3-a807-810954e0bdee/volume-0a907c46-01cd-48a3-a807-810954e0bdee.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.381093] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e050222-740d-4952-940a-193b6dbe0a72 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.383313] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65940ab2-ab74-49f8-a601-307399ef5a89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.402196] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1147.402196] env[69942]: value = "task-3831503" [ 1147.402196] env[69942]: _type = "Task" [ 1147.402196] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.403723] env[69942]: DEBUG oslo_vmware.api [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1147.403723] env[69942]: value = "task-3831504" [ 1147.403723] env[69942]: _type = "Task" [ 1147.403723] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.418404] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831503, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.421874] env[69942]: DEBUG oslo_vmware.api [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.605241] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f6c10b-23f7-2787-286a-e774d0b74ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.605606] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.605934] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 7ed0027a-77b2-4f48-98d8-6d3f31468164/7ed0027a-77b2-4f48-98d8-6d3f31468164.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.606262] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4674f68-7b13-4c4e-87b8-619533a2d9df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.615566] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1147.615566] env[69942]: value = "task-3831505" [ 1147.615566] env[69942]: _type = "Task" [ 1147.615566] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.628947] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.778550] env[69942]: DEBUG nova.compute.manager [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.813406] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.813406] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.813747] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.813747] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.813873] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.814041] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.814380] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.814543] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.814713] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.814904] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.815159] env[69942]: DEBUG nova.virt.hardware [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.816188] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3493a0-6b2a-4204-9c66-c572b28a671c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.829724] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c885cb1-b420-4f37-a179-405917c53f11 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.923454] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831503, 'name': Rename_Task, 'duration_secs': 0.151525} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.923454] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.923454] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-572732dd-8972-4d8b-944f-169e0f8508c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.929828] env[69942]: DEBUG oslo_vmware.api [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.938136] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1147.938136] env[69942]: value = "task-3831506" [ 1147.938136] env[69942]: _type = "Task" [ 1147.938136] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.950532] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.075667] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "d8c66893-191d-4fb3-8ae1-878d00783812" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.075667] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "d8c66893-191d-4fb3-8ae1-878d00783812" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.076096] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "d8c66893-191d-4fb3-8ae1-878d00783812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.077083] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "d8c66893-191d-4fb3-8ae1-878d00783812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.077083] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "d8c66893-191d-4fb3-8ae1-878d00783812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.080011] env[69942]: INFO nova.compute.manager [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Terminating instance [ 1148.130036] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831505, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.247155] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.247334] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.248830] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.249090] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.249276] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.251375] env[69942]: INFO nova.compute.manager [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Terminating instance [ 1148.263884] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40b012b-0a3b-458d-bebb-e7b435d7b686 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.276166] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d481f83a-2f97-45c8-974e-6d68bbd5dff3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.311627] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29397506-00fa-49e0-95ca-084da44db594 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.315205] env[69942]: DEBUG nova.compute.manager [req-a09b0922-2421-4274-b485-50278c247e50 req-45cec8aa-c086-40b8-b598-b416376cc5a4 service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Received event network-vif-plugged-0f9f0a28-fb17-4097-988e-a7eac251176f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.315415] env[69942]: DEBUG oslo_concurrency.lockutils [req-a09b0922-2421-4274-b485-50278c247e50 req-45cec8aa-c086-40b8-b598-b416376cc5a4 service nova] Acquiring lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.315619] env[69942]: DEBUG oslo_concurrency.lockutils [req-a09b0922-2421-4274-b485-50278c247e50 req-45cec8aa-c086-40b8-b598-b416376cc5a4 service nova] Lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.315796] env[69942]: DEBUG oslo_concurrency.lockutils [req-a09b0922-2421-4274-b485-50278c247e50 req-45cec8aa-c086-40b8-b598-b416376cc5a4 service nova] Lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.315989] env[69942]: DEBUG nova.compute.manager [req-a09b0922-2421-4274-b485-50278c247e50 req-45cec8aa-c086-40b8-b598-b416376cc5a4 service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] No waiting events found dispatching network-vif-plugged-0f9f0a28-fb17-4097-988e-a7eac251176f {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.316749] env[69942]: WARNING nova.compute.manager [req-a09b0922-2421-4274-b485-50278c247e50 req-45cec8aa-c086-40b8-b598-b416376cc5a4 service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Received unexpected event network-vif-plugged-0f9f0a28-fb17-4097-988e-a7eac251176f for instance with vm_state building and task_state spawning. [ 1148.323198] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1937e-6a19-4f8e-94cf-0afc02b218ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.339070] env[69942]: DEBUG nova.compute.provider_tree [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.388449] env[69942]: DEBUG nova.network.neutron [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Successfully updated port: 0f9f0a28-fb17-4097-988e-a7eac251176f {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.421041] env[69942]: DEBUG oslo_vmware.api [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831504, 'name': ReconfigVM_Task, 'duration_secs': 0.637997} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.421256] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-0a907c46-01cd-48a3-a807-810954e0bdee/volume-0a907c46-01cd-48a3-a807-810954e0bdee.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.426964] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7bf788f-2972-448b-b1e6-c69f21bb27e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.443172] env[69942]: DEBUG oslo_vmware.api [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1148.443172] env[69942]: value = "task-3831508" [ 1148.443172] env[69942]: _type = "Task" [ 1148.443172] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.450160] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831506, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.456959] env[69942]: DEBUG oslo_vmware.api [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.589037] env[69942]: DEBUG nova.compute.manager [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.589373] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.590256] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7b7320-5128-48ba-a8da-eba835506675 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.600427] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.600869] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b0d242-3b2b-4b57-9395-211457100982 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.607698] env[69942]: DEBUG oslo_vmware.api [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1148.607698] env[69942]: value = "task-3831509" [ 1148.607698] env[69942]: _type = "Task" [ 1148.607698] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.616757] env[69942]: DEBUG oslo_vmware.api [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.630229] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527592} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.630503] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 7ed0027a-77b2-4f48-98d8-6d3f31468164/7ed0027a-77b2-4f48-98d8-6d3f31468164.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.630718] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.630990] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9821e3fa-2067-4a4e-a710-3a211862e1bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.638651] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1148.638651] env[69942]: value = "task-3831510" [ 1148.638651] env[69942]: _type = "Task" [ 1148.638651] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.649057] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.758084] env[69942]: DEBUG nova.compute.manager [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.758084] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.759519] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db905a7-2baf-46d9-9ee4-51ff256bda71 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.769494] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.769777] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dbe0849-7070-46c4-a425-e20ea46a28a0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.777768] env[69942]: DEBUG oslo_vmware.api [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1148.777768] env[69942]: value = "task-3831511" [ 1148.777768] env[69942]: _type = "Task" [ 1148.777768] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.785729] env[69942]: DEBUG oslo_vmware.api [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.841991] env[69942]: DEBUG nova.scheduler.client.report [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.891344] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquiring lock "refresh_cache-f8e4bfe6-bb63-471b-af51-911755e8a9e1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.891509] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquired lock "refresh_cache-f8e4bfe6-bb63-471b-af51-911755e8a9e1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.891670] env[69942]: DEBUG nova.network.neutron [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.951561] env[69942]: DEBUG oslo_vmware.api [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831506, 'name': PowerOnVM_Task, 'duration_secs': 0.690266} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.952468] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.952799] env[69942]: INFO nova.compute.manager [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1148.952994] env[69942]: DEBUG nova.compute.manager [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.954655] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6846065-9465-4423-aab6-85441fab702a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.963437] env[69942]: DEBUG oslo_vmware.api [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831508, 'name': ReconfigVM_Task, 'duration_secs': 0.156848} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.964445] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761719', 'volume_id': '0a907c46-01cd-48a3-a807-810954e0bdee', 'name': 'volume-0a907c46-01cd-48a3-a807-810954e0bdee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '430d8f3f-6cb1-4c49-a578-552579679614', 'attached_at': '', 'detached_at': '', 'volume_id': '0a907c46-01cd-48a3-a807-810954e0bdee', 'serial': '0a907c46-01cd-48a3-a807-810954e0bdee'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1149.118319] env[69942]: DEBUG oslo_vmware.api [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831509, 'name': PowerOffVM_Task, 'duration_secs': 0.47068} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.118707] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.118707] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.118974] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b23e2d3-7bcf-434c-b304-e80e3c693a12 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.149140] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105713} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.149452] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.150381] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9102a7b-30eb-46cb-9dbb-6eaca60f3f28 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.177396] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 7ed0027a-77b2-4f48-98d8-6d3f31468164/7ed0027a-77b2-4f48-98d8-6d3f31468164.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.177784] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38eb6b3d-62db-4583-bd5d-3cad69a4f9d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.199011] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1149.199011] env[69942]: value = "task-3831513" [ 1149.199011] env[69942]: _type = "Task" [ 1149.199011] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.209294] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.267013] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.267387] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.267619] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleting the datastore file [datastore2] d8c66893-191d-4fb3-8ae1-878d00783812 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.267939] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cee64cc-3ca9-4a50-bbee-960d1bb99aba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.275130] env[69942]: DEBUG oslo_vmware.api [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1149.275130] env[69942]: value = "task-3831514" [ 1149.275130] env[69942]: _type = "Task" [ 1149.275130] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.288066] env[69942]: DEBUG oslo_vmware.api [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.291397] env[69942]: DEBUG oslo_vmware.api [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831511, 'name': PowerOffVM_Task, 'duration_secs': 0.483875} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.292032] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.292032] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.292236] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00339036-1d6b-4070-bed4-2c85dd4bac5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.348349] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.348840] env[69942]: DEBUG nova.compute.manager [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.351742] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.800s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.351970] env[69942]: DEBUG nova.objects.instance [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lazy-loading 'resources' on Instance uuid c26ba48b-1618-4b22-8e2a-dc94e42a50c1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.372840] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.373205] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.373471] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Deleting the datastore file [datastore2] c66e9d35-c6d5-445f-95ff-50c7bb3e7158 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.373768] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0757172e-c4ea-40cb-97f0-031f70782cfb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.382984] env[69942]: DEBUG oslo_vmware.api [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1149.382984] env[69942]: value = "task-3831516" [ 1149.382984] env[69942]: _type = "Task" [ 1149.382984] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.397018] env[69942]: DEBUG oslo_vmware.api [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.442733] env[69942]: DEBUG nova.network.neutron [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.486550] env[69942]: INFO nova.compute.manager [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Took 49.78 seconds to build instance. [ 1149.653688] env[69942]: DEBUG nova.network.neutron [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Updating instance_info_cache with network_info: [{"id": "0f9f0a28-fb17-4097-988e-a7eac251176f", "address": "fa:16:3e:d3:05:f0", "network": {"id": "0878dc4a-0f63-4c0c-ab9b-9ae1d3a21a11", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-327659181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d8a5ccfd7443799ffd324f1d37adfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9f0a28-fb", "ovs_interfaceid": "0f9f0a28-fb17-4097-988e-a7eac251176f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.709933] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831513, 'name': ReconfigVM_Task, 'duration_secs': 0.344717} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.710255] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 7ed0027a-77b2-4f48-98d8-6d3f31468164/7ed0027a-77b2-4f48-98d8-6d3f31468164.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.710925] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc04b58b-e084-4243-80fb-7d97a194edd0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.718359] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1149.718359] env[69942]: value = "task-3831517" [ 1149.718359] env[69942]: _type = "Task" [ 1149.718359] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.727308] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831517, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.785711] env[69942]: DEBUG oslo_vmware.api [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180393} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.786193] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.786475] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.786682] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.787014] env[69942]: INFO nova.compute.manager [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1149.787451] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.787703] env[69942]: DEBUG nova.compute.manager [-] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.787813] env[69942]: DEBUG nova.network.neutron [-] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.855622] env[69942]: DEBUG nova.compute.utils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.862982] env[69942]: DEBUG nova.compute.manager [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.863307] env[69942]: DEBUG nova.network.neutron [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.898030] env[69942]: DEBUG oslo_vmware.api [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209369} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.898030] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.898030] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.898030] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.898030] env[69942]: INFO nova.compute.manager [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1149.898030] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.898030] env[69942]: DEBUG nova.compute.manager [-] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.898030] env[69942]: DEBUG nova.network.neutron [-] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.959567] env[69942]: DEBUG nova.policy [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b7aadd6c33d43b79fdb562f19224702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a81619735f42a58e3ead823d390614', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.990018] env[69942]: DEBUG oslo_concurrency.lockutils [None req-381d7302-08a6-4810-bc9f-cae386567a55 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "16bdc7a3-740d-45e0-a515-f23cc2cde490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.292s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.022364] env[69942]: DEBUG nova.objects.instance [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lazy-loading 'flavor' on Instance uuid 430d8f3f-6cb1-4c49-a578-552579679614 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.156860] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Releasing lock "refresh_cache-f8e4bfe6-bb63-471b-af51-911755e8a9e1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.157385] env[69942]: DEBUG nova.compute.manager [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Instance network_info: |[{"id": "0f9f0a28-fb17-4097-988e-a7eac251176f", "address": "fa:16:3e:d3:05:f0", "network": {"id": "0878dc4a-0f63-4c0c-ab9b-9ae1d3a21a11", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-327659181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d8a5ccfd7443799ffd324f1d37adfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9f0a28-fb", "ovs_interfaceid": "0f9f0a28-fb17-4097-988e-a7eac251176f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.158091] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:05:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f9f0a28-fb17-4097-988e-a7eac251176f', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.166244] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Creating folder: Project (e9d8a5ccfd7443799ffd324f1d37adfa). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.166575] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-494f35f1-d566-4c2a-909a-879f2c2f93b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.178825] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Created folder: Project (e9d8a5ccfd7443799ffd324f1d37adfa) in parent group-v761487. [ 1150.179044] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Creating folder: Instances. Parent ref: group-v761723. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.179460] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97871b0a-a437-4236-8069-15c241b13040 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.191030] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Created folder: Instances in parent group-v761723. [ 1150.191298] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.191527] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.191832] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ed18736-bc5b-4136-81a1-96c0a2e4f946 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.221871] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.221871] env[69942]: value = "task-3831520" [ 1150.221871] env[69942]: _type = "Task" [ 1150.221871] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.236566] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831520, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.240456] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831517, 'name': Rename_Task, 'duration_secs': 0.153526} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.240753] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.241099] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9f2b401-5d76-4eef-9999-0e518e81528a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.252336] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1150.252336] env[69942]: value = "task-3831521" [ 1150.252336] env[69942]: _type = "Task" [ 1150.252336] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.262527] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.363733] env[69942]: DEBUG nova.compute.manager [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.426645] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4903c8e6-7e4e-4e2e-99c5-44293afe67d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.435793] env[69942]: DEBUG nova.network.neutron [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Successfully created port: 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.446884] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6ea7d2-9f49-4a12-8e2b-169787d88ef8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.451265] env[69942]: DEBUG nova.compute.manager [req-ea576a4a-2c99-4259-a5fc-6af49cb121d6 req-d5cd2b1c-ea59-4786-b3e5-f967ab9177d6 service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Received event network-changed-0f9f0a28-fb17-4097-988e-a7eac251176f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.451455] env[69942]: DEBUG nova.compute.manager [req-ea576a4a-2c99-4259-a5fc-6af49cb121d6 req-d5cd2b1c-ea59-4786-b3e5-f967ab9177d6 service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Refreshing instance network info cache due to event network-changed-0f9f0a28-fb17-4097-988e-a7eac251176f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.451670] env[69942]: DEBUG oslo_concurrency.lockutils [req-ea576a4a-2c99-4259-a5fc-6af49cb121d6 req-d5cd2b1c-ea59-4786-b3e5-f967ab9177d6 service nova] Acquiring lock "refresh_cache-f8e4bfe6-bb63-471b-af51-911755e8a9e1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.451812] env[69942]: DEBUG oslo_concurrency.lockutils [req-ea576a4a-2c99-4259-a5fc-6af49cb121d6 req-d5cd2b1c-ea59-4786-b3e5-f967ab9177d6 service nova] Acquired lock "refresh_cache-f8e4bfe6-bb63-471b-af51-911755e8a9e1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.451967] env[69942]: DEBUG nova.network.neutron [req-ea576a4a-2c99-4259-a5fc-6af49cb121d6 req-d5cd2b1c-ea59-4786-b3e5-f967ab9177d6 service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Refreshing network info cache for port 0f9f0a28-fb17-4097-988e-a7eac251176f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.484078] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceefd9e-e7fb-4c22-848d-c3f8df2b44e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.493736] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f738e4-7a53-4b88-9414-e314fa31e70b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.509937] env[69942]: DEBUG nova.compute.provider_tree [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.528597] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c5126280-1ebc-4584-a336-3935dffaef04 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "430d8f3f-6cb1-4c49-a578-552579679614" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.804s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.751655] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831520, 'name': CreateVM_Task, 'duration_secs': 0.483268} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.755648] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.756900] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.757176] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.757472] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.762600] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7034fae5-60a4-44e1-ba3a-e2b9143befe4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.770450] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for the task: (returnval){ [ 1150.770450] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5212dfd7-7ceb-c1c9-0c24-f1f6d97a4e63" [ 1150.770450] env[69942]: _type = "Task" [ 1150.770450] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.774203] env[69942]: DEBUG oslo_vmware.api [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831521, 'name': PowerOnVM_Task, 'duration_secs': 0.516797} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.778031] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.778274] env[69942]: INFO nova.compute.manager [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1150.778476] env[69942]: DEBUG nova.compute.manager [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.779769] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39a354e-9b04-4fba-8777-3204390b2659 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.792368] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5212dfd7-7ceb-c1c9-0c24-f1f6d97a4e63, 'name': SearchDatastore_Task, 'duration_secs': 0.013829} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.794585] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.794858] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.795240] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.795427] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.795612] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.799655] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d27fa73-bcb4-4dde-95fd-b29999455b6e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.809830] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.810034] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.810793] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc4b04b-3a85-4d71-8a84-3e186409db74 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.819272] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for the task: (returnval){ [ 1150.819272] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a773e8-60c2-aef2-65e3-43f39fb964ae" [ 1150.819272] env[69942]: _type = "Task" [ 1150.819272] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.829987] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a773e8-60c2-aef2-65e3-43f39fb964ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.013745] env[69942]: DEBUG nova.scheduler.client.report [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.259362] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "430d8f3f-6cb1-4c49-a578-552579679614" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.259718] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "430d8f3f-6cb1-4c49-a578-552579679614" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.259926] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "430d8f3f-6cb1-4c49-a578-552579679614-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.260057] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "430d8f3f-6cb1-4c49-a578-552579679614-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.260233] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "430d8f3f-6cb1-4c49-a578-552579679614-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.264855] env[69942]: INFO nova.compute.manager [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Terminating instance [ 1151.313557] env[69942]: INFO nova.compute.manager [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Took 50.69 seconds to build instance. [ 1151.336173] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a773e8-60c2-aef2-65e3-43f39fb964ae, 'name': SearchDatastore_Task, 'duration_secs': 0.023282} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.340379] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9909ba86-b1aa-4fbe-ab3e-d329320ddf2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.350567] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for the task: (returnval){ [ 1151.350567] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e88d13-baf2-fbed-ea46-21bb87ac89e7" [ 1151.350567] env[69942]: _type = "Task" [ 1151.350567] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.361678] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e88d13-baf2-fbed-ea46-21bb87ac89e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.377518] env[69942]: DEBUG nova.compute.manager [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.411524] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.411787] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.411966] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.412258] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.412707] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.412884] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.413172] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.413285] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.413460] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.413627] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.413843] env[69942]: DEBUG nova.virt.hardware [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.415455] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3061c2-c2e5-4e13-9d66-a766d2099633 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.428899] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e3847c-137c-4a1c-92a9-cae1d54de852 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.508622] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.520014] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.524331] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.688s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.527453] env[69942]: INFO nova.compute.claims [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.543192] env[69942]: DEBUG nova.network.neutron [-] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.555654] env[69942]: INFO nova.scheduler.client.report [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted allocations for instance c26ba48b-1618-4b22-8e2a-dc94e42a50c1 [ 1151.570033] env[69942]: DEBUG nova.network.neutron [req-ea576a4a-2c99-4259-a5fc-6af49cb121d6 req-d5cd2b1c-ea59-4786-b3e5-f967ab9177d6 service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Updated VIF entry in instance network info cache for port 0f9f0a28-fb17-4097-988e-a7eac251176f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.571219] env[69942]: DEBUG nova.network.neutron [req-ea576a4a-2c99-4259-a5fc-6af49cb121d6 req-d5cd2b1c-ea59-4786-b3e5-f967ab9177d6 service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Updating instance_info_cache with network_info: [{"id": "0f9f0a28-fb17-4097-988e-a7eac251176f", "address": "fa:16:3e:d3:05:f0", "network": {"id": "0878dc4a-0f63-4c0c-ab9b-9ae1d3a21a11", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-327659181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9d8a5ccfd7443799ffd324f1d37adfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f9f0a28-fb", "ovs_interfaceid": "0f9f0a28-fb17-4097-988e-a7eac251176f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.589360] env[69942]: DEBUG nova.network.neutron [-] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.773792] env[69942]: DEBUG nova.compute.manager [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.774083] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.774375] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83433821-6408-40ef-9524-3510b4c2c234 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.783225] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1151.783225] env[69942]: value = "task-3831522" [ 1151.783225] env[69942]: _type = "Task" [ 1151.783225] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.793220] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.816903] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5bba347b-40b7-4f37-b513-a5658b9efffd tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "7ed0027a-77b2-4f48-98d8-6d3f31468164" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.203s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.862193] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e88d13-baf2-fbed-ea46-21bb87ac89e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01209} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.862193] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.862311] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] f8e4bfe6-bb63-471b-af51-911755e8a9e1/f8e4bfe6-bb63-471b-af51-911755e8a9e1.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.862514] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77ec11b4-c556-435c-8d26-c82bbc016589 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.871211] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for the task: (returnval){ [ 1151.871211] env[69942]: value = "task-3831523" [ 1151.871211] env[69942]: _type = "Task" [ 1151.871211] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.881866] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.050884] env[69942]: INFO nova.compute.manager [-] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Took 2.26 seconds to deallocate network for instance. [ 1152.067156] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3583deb-caaa-4f05-bf6d-b524ede84411 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "c26ba48b-1618-4b22-8e2a-dc94e42a50c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.215s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.075819] env[69942]: DEBUG oslo_concurrency.lockutils [req-ea576a4a-2c99-4259-a5fc-6af49cb121d6 req-d5cd2b1c-ea59-4786-b3e5-f967ab9177d6 service nova] Releasing lock "refresh_cache-f8e4bfe6-bb63-471b-af51-911755e8a9e1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.093570] env[69942]: INFO nova.compute.manager [-] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Took 2.20 seconds to deallocate network for instance. [ 1152.128244] env[69942]: DEBUG nova.compute.manager [req-8b8a2fbc-ab4f-40c4-8c66-aa2628f082d4 req-5ccad043-ae42-42bf-a062-c472ea780522 service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Received event network-vif-plugged-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.128496] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b8a2fbc-ab4f-40c4-8c66-aa2628f082d4 req-5ccad043-ae42-42bf-a062-c472ea780522 service nova] Acquiring lock "125968c4-c7c4-46d9-9f4e-72c633b8115e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.128798] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b8a2fbc-ab4f-40c4-8c66-aa2628f082d4 req-5ccad043-ae42-42bf-a062-c472ea780522 service nova] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.128980] env[69942]: DEBUG oslo_concurrency.lockutils [req-8b8a2fbc-ab4f-40c4-8c66-aa2628f082d4 req-5ccad043-ae42-42bf-a062-c472ea780522 service nova] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.129217] env[69942]: DEBUG nova.compute.manager [req-8b8a2fbc-ab4f-40c4-8c66-aa2628f082d4 req-5ccad043-ae42-42bf-a062-c472ea780522 service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] No waiting events found dispatching network-vif-plugged-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.129386] env[69942]: WARNING nova.compute.manager [req-8b8a2fbc-ab4f-40c4-8c66-aa2628f082d4 req-5ccad043-ae42-42bf-a062-c472ea780522 service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Received unexpected event network-vif-plugged-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 for instance with vm_state building and task_state spawning. [ 1152.155262] env[69942]: DEBUG nova.network.neutron [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Successfully updated port: 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.295043] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831522, 'name': PowerOffVM_Task, 'duration_secs': 0.310995} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.295361] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.295361] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.296077] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761719', 'volume_id': '0a907c46-01cd-48a3-a807-810954e0bdee', 'name': 'volume-0a907c46-01cd-48a3-a807-810954e0bdee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '430d8f3f-6cb1-4c49-a578-552579679614', 'attached_at': '', 'detached_at': '', 'volume_id': '0a907c46-01cd-48a3-a807-810954e0bdee', 'serial': '0a907c46-01cd-48a3-a807-810954e0bdee'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.296523] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb15c691-8969-4f96-88c0-186183e05d42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.320493] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadbdeea-d7ad-48c1-ab2f-ff9cccbb2358 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.329924] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989b0178-f0b4-4561-b742-44213657b75a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.355951] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37403467-0598-469d-ae86-2f6b33814a56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.372850] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] The volume has not been displaced from its original location: [datastore2] volume-0a907c46-01cd-48a3-a807-810954e0bdee/volume-0a907c46-01cd-48a3-a807-810954e0bdee.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1152.378467] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.382020] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70591cc5-b2f5-4dac-a03a-ad77d9d842b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.402375] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831523, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.403991] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1152.403991] env[69942]: value = "task-3831524" [ 1152.403991] env[69942]: _type = "Task" [ 1152.403991] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.415559] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.530303] env[69942]: DEBUG nova.compute.manager [req-37ef7c80-f26f-423e-9c12-1b99d501f438 req-961cce55-126e-4b76-973f-629d818f0f78 service nova] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Received event network-vif-deleted-1e38879c-5cbe-4b06-ba91-6a43a516ed30 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.530303] env[69942]: DEBUG nova.compute.manager [req-37ef7c80-f26f-423e-9c12-1b99d501f438 req-961cce55-126e-4b76-973f-629d818f0f78 service nova] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Received event network-vif-deleted-ddaf0369-e1f0-4d11-9b2c-79433a0d109f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.556950] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.602833] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.663658] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.664040] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.664247] env[69942]: DEBUG nova.network.neutron [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.888077] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577447} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.888404] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] f8e4bfe6-bb63-471b-af51-911755e8a9e1/f8e4bfe6-bb63-471b-af51-911755e8a9e1.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.888698] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.888926] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cd975b3-fc68-4f32-aa15-2f9f7098f75e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.897834] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for the task: (returnval){ [ 1152.897834] env[69942]: value = "task-3831525" [ 1152.897834] env[69942]: _type = "Task" [ 1152.897834] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.908020] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.921021] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831524, 'name': ReconfigVM_Task, 'duration_secs': 0.494707} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.921383] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.926947] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77699e40-d940-4f15-ba75-9bf48e63b806 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.949047] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1152.949047] env[69942]: value = "task-3831526" [ 1152.949047] env[69942]: _type = "Task" [ 1152.949047] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.961344] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.015960] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03af10fa-8735-43cf-8af6-1dbfb8344a76 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.025656] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70635db4-85a6-4168-a210-c7e5acad49c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.059846] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2154a8-bcfe-427b-94f6-bd0ffd8d4c2b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.068531] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25626c5-f743-4fa1-bae4-d1849d13c7d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.085873] env[69942]: DEBUG nova.compute.provider_tree [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.202016] env[69942]: DEBUG nova.network.neutron [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.369554] env[69942]: DEBUG nova.network.neutron [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance_info_cache with network_info: [{"id": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "address": "fa:16:3e:59:56:da", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ce64bf-3b", "ovs_interfaceid": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.408241] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138425} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.408916] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.409744] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5c2101-f4d2-448a-8aad-b8632d72085b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.440052] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] f8e4bfe6-bb63-471b-af51-911755e8a9e1/f8e4bfe6-bb63-471b-af51-911755e8a9e1.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.440052] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820ab2cc-abda-4852-b5c4-1b46e2b0f49f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.464272] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831526, 'name': ReconfigVM_Task, 'duration_secs': 0.500105} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.465546] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761719', 'volume_id': '0a907c46-01cd-48a3-a807-810954e0bdee', 'name': 'volume-0a907c46-01cd-48a3-a807-810954e0bdee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '430d8f3f-6cb1-4c49-a578-552579679614', 'attached_at': '', 'detached_at': '', 'volume_id': '0a907c46-01cd-48a3-a807-810954e0bdee', 'serial': '0a907c46-01cd-48a3-a807-810954e0bdee'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1153.465908] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.466247] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for the task: (returnval){ [ 1153.466247] env[69942]: value = "task-3831527" [ 1153.466247] env[69942]: _type = "Task" [ 1153.466247] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.466970] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87727d6a-19e3-44f3-81c5-53f467916de6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.477015] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.480444] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-023d7755-19fc-4eaa-be80-b0a5a66e28a0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.482035] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.551393] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.551632] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.551818] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleting the datastore file [datastore1] 430d8f3f-6cb1-4c49-a578-552579679614 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.552127] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ab049ad-af55-4153-b2d5-3e3ed08d87c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.559919] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1153.559919] env[69942]: value = "task-3831529" [ 1153.559919] env[69942]: _type = "Task" [ 1153.559919] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.569313] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.589712] env[69942]: DEBUG nova.scheduler.client.report [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.844391] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "37a869c4-6616-4a78-a11f-841a8dded9a9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.844673] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "37a869c4-6616-4a78-a11f-841a8dded9a9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.844859] env[69942]: DEBUG nova.compute.manager [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.845822] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8da85a-a76c-40de-9aef-67b5b6821362 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.852818] env[69942]: DEBUG nova.compute.manager [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1153.853495] env[69942]: DEBUG nova.objects.instance [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lazy-loading 'flavor' on Instance uuid 37a869c4-6616-4a78-a11f-841a8dded9a9 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.871820] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.872251] env[69942]: DEBUG nova.compute.manager [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Instance network_info: |[{"id": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "address": "fa:16:3e:59:56:da", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ce64bf-3b", "ovs_interfaceid": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.872756] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:56:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.881028] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.881816] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.882059] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45ea1243-6610-4000-9883-846fb9d2e872 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.904638] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.904638] env[69942]: value = "task-3831530" [ 1153.904638] env[69942]: _type = "Task" [ 1153.904638] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.914043] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831530, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.981446] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.070801] env[69942]: DEBUG oslo_vmware.api [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186026} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.071172] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.071388] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.071599] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.071785] env[69942]: INFO nova.compute.manager [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1154.072049] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.072548] env[69942]: DEBUG nova.compute.manager [-] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.072687] env[69942]: DEBUG nova.network.neutron [-] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.095139] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.098920] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.469s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.098920] env[69942]: INFO nova.compute.claims [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.159488] env[69942]: DEBUG nova.compute.manager [req-032ab2c1-72c6-48a0-8fb2-883e00ec2f66 req-4321add5-aa6b-4ef0-9c42-b83542a7b2de service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Received event network-changed-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.159690] env[69942]: DEBUG nova.compute.manager [req-032ab2c1-72c6-48a0-8fb2-883e00ec2f66 req-4321add5-aa6b-4ef0-9c42-b83542a7b2de service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Refreshing instance network info cache due to event network-changed-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.159913] env[69942]: DEBUG oslo_concurrency.lockutils [req-032ab2c1-72c6-48a0-8fb2-883e00ec2f66 req-4321add5-aa6b-4ef0-9c42-b83542a7b2de service nova] Acquiring lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.160081] env[69942]: DEBUG oslo_concurrency.lockutils [req-032ab2c1-72c6-48a0-8fb2-883e00ec2f66 req-4321add5-aa6b-4ef0-9c42-b83542a7b2de service nova] Acquired lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.160243] env[69942]: DEBUG nova.network.neutron [req-032ab2c1-72c6-48a0-8fb2-883e00ec2f66 req-4321add5-aa6b-4ef0-9c42-b83542a7b2de service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Refreshing network info cache for port 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.416061] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831530, 'name': CreateVM_Task, 'duration_secs': 0.460433} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.416360] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.416948] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.417143] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.417460] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.417718] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d79209-9c43-421c-b154-40865147620e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.423180] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1154.423180] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b3f3c-fab3-58e1-b314-f2ee8c4e1fb7" [ 1154.423180] env[69942]: _type = "Task" [ 1154.423180] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.432547] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b3f3c-fab3-58e1-b314-f2ee8c4e1fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.480534] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831527, 'name': ReconfigVM_Task, 'duration_secs': 0.648742} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.480825] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] f8e4bfe6-bb63-471b-af51-911755e8a9e1/f8e4bfe6-bb63-471b-af51-911755e8a9e1.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.481487] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ada14caa-9af4-46d8-ae79-0ef5cc8d7119 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.488802] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for the task: (returnval){ [ 1154.488802] env[69942]: value = "task-3831531" [ 1154.488802] env[69942]: _type = "Task" [ 1154.488802] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.497432] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831531, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.603414] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquiring lock "159df7e5-9c74-4ed8-b963-efbac071ad97" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.603784] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "159df7e5-9c74-4ed8-b963-efbac071ad97" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.864033] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.864033] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10dd8f90-29ee-47ff-88d2-3a144d49ac9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.870968] env[69942]: DEBUG oslo_vmware.api [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1154.870968] env[69942]: value = "task-3831532" [ 1154.870968] env[69942]: _type = "Task" [ 1154.870968] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.880854] env[69942]: DEBUG oslo_vmware.api [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.884873] env[69942]: DEBUG nova.network.neutron [req-032ab2c1-72c6-48a0-8fb2-883e00ec2f66 req-4321add5-aa6b-4ef0-9c42-b83542a7b2de service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updated VIF entry in instance network info cache for port 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.885315] env[69942]: DEBUG nova.network.neutron [req-032ab2c1-72c6-48a0-8fb2-883e00ec2f66 req-4321add5-aa6b-4ef0-9c42-b83542a7b2de service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance_info_cache with network_info: [{"id": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "address": "fa:16:3e:59:56:da", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ce64bf-3b", "ovs_interfaceid": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.934020] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b3f3c-fab3-58e1-b314-f2ee8c4e1fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.035349} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.934378] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.934612] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.934854] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.934996] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.936470] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.936470] env[69942]: DEBUG nova.network.neutron [-] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.936694] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4b7dd00-2d06-4b9e-8a85-cbcc179771d0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.948091] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.948091] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.950248] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0712ee41-29c0-4e9c-ac69-b8c180f5c95b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.959040] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1154.959040] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5297913e-9fba-ad62-1e06-790238129fbf" [ 1154.959040] env[69942]: _type = "Task" [ 1154.959040] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.968809] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5297913e-9fba-ad62-1e06-790238129fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.999499] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831531, 'name': Rename_Task, 'duration_secs': 0.307069} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.999791] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.000059] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c732e907-1407-4b29-9f6d-740072d82266 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.008515] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for the task: (returnval){ [ 1155.008515] env[69942]: value = "task-3831533" [ 1155.008515] env[69942]: _type = "Task" [ 1155.008515] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.017461] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.109475] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "159df7e5-9c74-4ed8-b963-efbac071ad97" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.110104] env[69942]: DEBUG nova.compute.manager [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.384065] env[69942]: DEBUG oslo_vmware.api [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831532, 'name': PowerOffVM_Task, 'duration_secs': 0.333986} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.384358] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.384553] env[69942]: DEBUG nova.compute.manager [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.385368] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9708c8-f9a3-496c-acc4-19ae5b1dce62 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.390694] env[69942]: DEBUG oslo_concurrency.lockutils [req-032ab2c1-72c6-48a0-8fb2-883e00ec2f66 req-4321add5-aa6b-4ef0-9c42-b83542a7b2de service nova] Releasing lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.439857] env[69942]: INFO nova.compute.manager [-] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Took 1.37 seconds to deallocate network for instance. [ 1155.470291] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5297913e-9fba-ad62-1e06-790238129fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.018616} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.471623] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9ad834-d831-46f3-b4c0-623dd533d1a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.481867] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1155.481867] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dfa806-408c-0ff0-a9c2-ca27c4e2f676" [ 1155.481867] env[69942]: _type = "Task" [ 1155.481867] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.491168] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dfa806-408c-0ff0-a9c2-ca27c4e2f676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.520609] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831533, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.522473] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7c4544-88f7-495e-a4af-a470ed0a8f9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.530183] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c92675-9acc-42d5-883a-df268dae3c93 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.564617] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b026881-1309-4b35-b90a-c9ad3254aeed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.573660] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c409f9ad-2fca-4f64-8515-5e2ecaddcad3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.588026] env[69942]: DEBUG nova.compute.provider_tree [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.617497] env[69942]: DEBUG nova.compute.utils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.619335] env[69942]: DEBUG nova.compute.manager [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.619506] env[69942]: DEBUG nova.network.neutron [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.670062] env[69942]: DEBUG nova.policy [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd048c0b9ec034530b1dd81372ff484fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c9a271b2004e5bb93a6dc237f79ba4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.901576] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ef71fda1-24c4-4d9a-8067-6e37e228d0c0 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "37a869c4-6616-4a78-a11f-841a8dded9a9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.001580] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dfa806-408c-0ff0-a9c2-ca27c4e2f676, 'name': SearchDatastore_Task, 'duration_secs': 0.036537} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.002019] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.004489] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 125968c4-c7c4-46d9-9f4e-72c633b8115e/125968c4-c7c4-46d9-9f4e-72c633b8115e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.005577] env[69942]: INFO nova.compute.manager [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Took 0.56 seconds to detach 1 volumes for instance. [ 1156.011287] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e047183-71f8-4a74-b30f-68a59e135326 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.025240] env[69942]: DEBUG oslo_vmware.api [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831533, 'name': PowerOnVM_Task, 'duration_secs': 0.986545} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.027577] env[69942]: DEBUG nova.network.neutron [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Successfully created port: 2c91c791-5910-470b-bccc-248d6cf5aaf2 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.029682] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.029897] env[69942]: INFO nova.compute.manager [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1156.030089] env[69942]: DEBUG nova.compute.manager [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.030675] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1156.030675] env[69942]: value = "task-3831534" [ 1156.030675] env[69942]: _type = "Task" [ 1156.030675] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.031680] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2173d559-541c-4b98-b81d-87f0db8964f7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.044351] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.090963] env[69942]: DEBUG nova.scheduler.client.report [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.119912] env[69942]: DEBUG nova.compute.manager [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.195153] env[69942]: DEBUG nova.compute.manager [req-ef022a6a-f7db-46bd-bece-1abd3b80be45 req-1e8c8a4d-6d4e-4700-967f-4f756dc4ae94 service nova] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Received event network-vif-deleted-191657b8-9d9e-459d-8106-3ef968591770 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.318964] env[69942]: DEBUG nova.objects.instance [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lazy-loading 'flavor' on Instance uuid 37a869c4-6616-4a78-a11f-841a8dded9a9 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.513056] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.547490] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.557958] env[69942]: INFO nova.compute.manager [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Took 54.41 seconds to build instance. [ 1156.597932] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.598993] env[69942]: DEBUG nova.compute.manager [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.603608] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.407s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.603998] env[69942]: DEBUG nova.objects.instance [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lazy-loading 'resources' on Instance uuid a81c11e2-0448-42f0-94d2-e3d0640777a0 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.825788] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "refresh_cache-37a869c4-6616-4a78-a11f-841a8dded9a9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.826148] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquired lock "refresh_cache-37a869c4-6616-4a78-a11f-841a8dded9a9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.826394] env[69942]: DEBUG nova.network.neutron [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.826585] env[69942]: DEBUG nova.objects.instance [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lazy-loading 'info_cache' on Instance uuid 37a869c4-6616-4a78-a11f-841a8dded9a9 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.045203] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607719} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.045405] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 125968c4-c7c4-46d9-9f4e-72c633b8115e/125968c4-c7c4-46d9-9f4e-72c633b8115e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.045659] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.045990] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57819896-9a6b-4e12-a2a9-e87b603158da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.053370] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1157.053370] env[69942]: value = "task-3831535" [ 1157.053370] env[69942]: _type = "Task" [ 1157.053370] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.062961] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2512ee51-1e53-4999-a25d-7c23ec3f4dbd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.931s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.062961] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.108781] env[69942]: DEBUG nova.compute.utils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.112587] env[69942]: DEBUG nova.compute.manager [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.112769] env[69942]: DEBUG nova.network.neutron [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.129554] env[69942]: DEBUG nova.compute.manager [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.158190] env[69942]: DEBUG nova.policy [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187b3d20c0e440f82734e725231857c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc436384d0b44bb8a68e0f0277a1eb87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.162554] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.162809] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.163174] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.163444] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.163601] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.163749] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.164011] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.164178] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.164351] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.164515] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.164686] env[69942]: DEBUG nova.virt.hardware [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.165928] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff78f8f-5340-40b9-a634-d729153a4d87 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.180786] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966a0570-c190-40a0-bc94-983670d19e88 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.329985] env[69942]: DEBUG nova.objects.base [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Object Instance<37a869c4-6616-4a78-a11f-841a8dded9a9> lazy-loaded attributes: flavor,info_cache {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1157.477152] env[69942]: DEBUG nova.network.neutron [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Successfully created port: 6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.513252] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f53e5-2ac9-460a-b96f-971f0785f687 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.523091] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dd9e68-519b-498c-b87c-74951f2705b0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.562426] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33938511-ad02-4797-9906-5ded4b8a9b3c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.577930] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19003} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.578760] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66aaf0d-e5ab-43f1-9318-28511d6d1717 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.583123] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.583921] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac014178-3679-45d3-9b5f-03d36d0345f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.598357] env[69942]: DEBUG nova.compute.provider_tree [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.618365] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 125968c4-c7c4-46d9-9f4e-72c633b8115e/125968c4-c7c4-46d9-9f4e-72c633b8115e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.619656] env[69942]: DEBUG nova.scheduler.client.report [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.626022] env[69942]: DEBUG nova.compute.manager [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.626022] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b4122e2-4dd9-48ba-9773-27ae56853761 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.649577] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1157.649577] env[69942]: value = "task-3831536" [ 1157.649577] env[69942]: _type = "Task" [ 1157.649577] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.661717] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.812923] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a62c8675-3afc-464c-910a-4cd1c17dfe25 tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquiring lock "interface-f8e4bfe6-bb63-471b-af51-911755e8a9e1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.813223] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a62c8675-3afc-464c-910a-4cd1c17dfe25 tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "interface-f8e4bfe6-bb63-471b-af51-911755e8a9e1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.813549] env[69942]: DEBUG nova.objects.instance [None req-a62c8675-3afc-464c-910a-4cd1c17dfe25 tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lazy-loading 'flavor' on Instance uuid f8e4bfe6-bb63-471b-af51-911755e8a9e1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.874500] env[69942]: DEBUG nova.network.neutron [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Successfully updated port: 2c91c791-5910-470b-bccc-248d6cf5aaf2 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.105794] env[69942]: DEBUG nova.network.neutron [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Updating instance_info_cache with network_info: [{"id": "a9fe68b7-ebc2-4cde-ba80-b725303ae075", "address": "fa:16:3e:39:5e:05", "network": {"id": "cfa78bc9-46dc-4be9-b4e8-f9c7a10bd1b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-723863109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ac7fbe09ab546808c6a5306bbdf40be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9fe68b7-eb", "ovs_interfaceid": "a9fe68b7-ebc2-4cde-ba80-b725303ae075", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.142740] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.539s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.149860] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.952s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.150197] env[69942]: DEBUG nova.objects.instance [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lazy-loading 'resources' on Instance uuid 71423560-66a7-4ae1-bc19-0b122be901bb {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.163086] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831536, 'name': ReconfigVM_Task, 'duration_secs': 0.29373} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.164138] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 125968c4-c7c4-46d9-9f4e-72c633b8115e/125968c4-c7c4-46d9-9f4e-72c633b8115e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.165024] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d755afa-5482-45a7-ba1c-ab9e3757721d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.168328] env[69942]: INFO nova.scheduler.client.report [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleted allocations for instance a81c11e2-0448-42f0-94d2-e3d0640777a0 [ 1158.174222] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1158.174222] env[69942]: value = "task-3831537" [ 1158.174222] env[69942]: _type = "Task" [ 1158.174222] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.184161] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831537, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.318093] env[69942]: DEBUG nova.objects.instance [None req-a62c8675-3afc-464c-910a-4cd1c17dfe25 tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lazy-loading 'pci_requests' on Instance uuid f8e4bfe6-bb63-471b-af51-911755e8a9e1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.380536] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquiring lock "refresh_cache-ed927802-f6ef-487d-843f-8a443ce2d68b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.380698] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquired lock "refresh_cache-ed927802-f6ef-487d-843f-8a443ce2d68b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.380936] env[69942]: DEBUG nova.network.neutron [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.609050] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Releasing lock "refresh_cache-37a869c4-6616-4a78-a11f-841a8dded9a9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.650817] env[69942]: DEBUG nova.compute.manager [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.666926] env[69942]: DEBUG nova.compute.manager [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Received event network-vif-plugged-2c91c791-5910-470b-bccc-248d6cf5aaf2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.667283] env[69942]: DEBUG oslo_concurrency.lockutils [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] Acquiring lock "ed927802-f6ef-487d-843f-8a443ce2d68b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.667530] env[69942]: DEBUG oslo_concurrency.lockutils [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] Lock "ed927802-f6ef-487d-843f-8a443ce2d68b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.667708] env[69942]: DEBUG oslo_concurrency.lockutils [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] Lock "ed927802-f6ef-487d-843f-8a443ce2d68b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.667877] env[69942]: DEBUG nova.compute.manager [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] No waiting events found dispatching network-vif-plugged-2c91c791-5910-470b-bccc-248d6cf5aaf2 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.668240] env[69942]: WARNING nova.compute.manager [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Received unexpected event network-vif-plugged-2c91c791-5910-470b-bccc-248d6cf5aaf2 for instance with vm_state building and task_state spawning. [ 1158.668240] env[69942]: DEBUG nova.compute.manager [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Received event network-changed-2c91c791-5910-470b-bccc-248d6cf5aaf2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.668401] env[69942]: DEBUG nova.compute.manager [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Refreshing instance network info cache due to event network-changed-2c91c791-5910-470b-bccc-248d6cf5aaf2. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.668711] env[69942]: DEBUG oslo_concurrency.lockutils [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] Acquiring lock "refresh_cache-ed927802-f6ef-487d-843f-8a443ce2d68b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.682016] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4c026428-d586-4820-b1d2-bb5e265d2004 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a81c11e2-0448-42f0-94d2-e3d0640777a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.545s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.687996] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.688276] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.688454] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.688647] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.688795] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.688965] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.689203] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.689390] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.689589] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.689780] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.689977] env[69942]: DEBUG nova.virt.hardware [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.691542] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbad419-ee53-4896-b43c-e6d2bd4bc9c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.706282] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831537, 'name': Rename_Task, 'duration_secs': 0.146451} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.710382] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.712111] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea14ba9-1fe2-4125-965b-edc3416155f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.717493] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82685423-1dcc-45b5-9658-bf8ed47401a0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.738754] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1158.738754] env[69942]: value = "task-3831538" [ 1158.738754] env[69942]: _type = "Task" [ 1158.738754] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.752758] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831538, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.820713] env[69942]: DEBUG nova.objects.base [None req-a62c8675-3afc-464c-910a-4cd1c17dfe25 tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.820936] env[69942]: DEBUG nova.network.neutron [None req-a62c8675-3afc-464c-910a-4cd1c17dfe25 tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.948158] env[69942]: DEBUG nova.network.neutron [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.972032] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a62c8675-3afc-464c-910a-4cd1c17dfe25 tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "interface-f8e4bfe6-bb63-471b-af51-911755e8a9e1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.158s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.170185] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a3b47c-d848-49e3-bad2-bbd4b2d3af24 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.179624] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773df155-0293-4d1d-8f17-52a030b3ed16 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.184037] env[69942]: DEBUG nova.network.neutron [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Updating instance_info_cache with network_info: [{"id": "2c91c791-5910-470b-bccc-248d6cf5aaf2", "address": "fa:16:3e:0a:c2:c5", "network": {"id": "2c7b9eba-5675-4956-b893-00bcd90ad108", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1293529085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c9a271b2004e5bb93a6dc237f79ba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c91c791-59", "ovs_interfaceid": "2c91c791-5910-470b-bccc-248d6cf5aaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.235363] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f9e90a-973e-48db-9d6f-e444f67c7ebc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.251152] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0544ae3b-3fdb-49e0-b23f-9a5d5f794e8b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.263595] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831538, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.280837] env[69942]: DEBUG nova.compute.provider_tree [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.311145] env[69942]: DEBUG nova.network.neutron [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Successfully updated port: 6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.615724] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.616207] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ae0cb03-97de-47b4-bb27-ebf905c46337 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.624403] env[69942]: DEBUG oslo_vmware.api [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1159.624403] env[69942]: value = "task-3831539" [ 1159.624403] env[69942]: _type = "Task" [ 1159.624403] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.634261] env[69942]: DEBUG oslo_vmware.api [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.687114] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Releasing lock "refresh_cache-ed927802-f6ef-487d-843f-8a443ce2d68b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.687499] env[69942]: DEBUG nova.compute.manager [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Instance network_info: |[{"id": "2c91c791-5910-470b-bccc-248d6cf5aaf2", "address": "fa:16:3e:0a:c2:c5", "network": {"id": "2c7b9eba-5675-4956-b893-00bcd90ad108", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1293529085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c9a271b2004e5bb93a6dc237f79ba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c91c791-59", "ovs_interfaceid": "2c91c791-5910-470b-bccc-248d6cf5aaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.687834] env[69942]: DEBUG oslo_concurrency.lockutils [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] Acquired lock "refresh_cache-ed927802-f6ef-487d-843f-8a443ce2d68b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.688047] env[69942]: DEBUG nova.network.neutron [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Refreshing network info cache for port 2c91c791-5910-470b-bccc-248d6cf5aaf2 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.689626] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:c2:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c91c791-5910-470b-bccc-248d6cf5aaf2', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.699836] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Creating folder: Project (e8c9a271b2004e5bb93a6dc237f79ba4). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.701446] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28b658f1-a302-451a-b81d-13598d118b91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.715057] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Created folder: Project (e8c9a271b2004e5bb93a6dc237f79ba4) in parent group-v761487. [ 1159.715057] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Creating folder: Instances. Parent ref: group-v761727. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1159.715307] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fe1b42e-77db-42c6-b564-1a56f56145c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.727673] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Created folder: Instances in parent group-v761727. [ 1159.727967] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.728259] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.728512] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11060408-083a-41e7-87e6-8ba307b2530b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.754130] env[69942]: DEBUG oslo_vmware.api [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831538, 'name': PowerOnVM_Task, 'duration_secs': 0.978374} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.755677] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.755953] env[69942]: INFO nova.compute.manager [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1159.756161] env[69942]: DEBUG nova.compute.manager [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.756435] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.756435] env[69942]: value = "task-3831542" [ 1159.756435] env[69942]: _type = "Task" [ 1159.756435] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.757209] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3a445-2701-4611-a311-ee7ba79c687c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.772844] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831542, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.785212] env[69942]: DEBUG nova.scheduler.client.report [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.815972] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.816085] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.816335] env[69942]: DEBUG nova.network.neutron [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.136478] env[69942]: DEBUG oslo_vmware.api [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.273321] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831542, 'name': CreateVM_Task, 'duration_secs': 0.47873} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.273509] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.274337] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.274507] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.274838] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.278826] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6c2a59-9b9e-4f0f-b6a4-7dc978ad177f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.283093] env[69942]: INFO nova.compute.manager [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Took 53.48 seconds to build instance. [ 1160.286536] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for the task: (returnval){ [ 1160.286536] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dc3e91-056f-edd5-37f0-429091ac9c56" [ 1160.286536] env[69942]: _type = "Task" [ 1160.286536] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.292917] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.296240] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.599s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.297470] env[69942]: INFO nova.compute.claims [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.308998] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dc3e91-056f-edd5-37f0-429091ac9c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.322444] env[69942]: INFO nova.scheduler.client.report [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleted allocations for instance 71423560-66a7-4ae1-bc19-0b122be901bb [ 1160.361581] env[69942]: DEBUG nova.network.neutron [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.616261] env[69942]: DEBUG nova.network.neutron [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Updated VIF entry in instance network info cache for port 2c91c791-5910-470b-bccc-248d6cf5aaf2. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.616671] env[69942]: DEBUG nova.network.neutron [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Updating instance_info_cache with network_info: [{"id": "2c91c791-5910-470b-bccc-248d6cf5aaf2", "address": "fa:16:3e:0a:c2:c5", "network": {"id": "2c7b9eba-5675-4956-b893-00bcd90ad108", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1293529085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8c9a271b2004e5bb93a6dc237f79ba4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c91c791-59", "ovs_interfaceid": "2c91c791-5910-470b-bccc-248d6cf5aaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.637621] env[69942]: DEBUG oslo_vmware.api [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831539, 'name': PowerOnVM_Task, 'duration_secs': 0.827748} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.638172] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.638396] env[69942]: DEBUG nova.compute.manager [None req-b6af3e24-1537-4cd2-b76b-67d0554e3123 tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.639358] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55aa6b9-07ba-4d8b-9aa0-16d8e4ac62c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.658015] env[69942]: DEBUG nova.network.neutron [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updating instance_info_cache with network_info: [{"id": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "address": "fa:16:3e:9b:31:b7", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43b45-ea", "ovs_interfaceid": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.784834] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c1e26da1-8444-469c-a18a-fb195377aceb tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.995s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.799883] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dc3e91-056f-edd5-37f0-429091ac9c56, 'name': SearchDatastore_Task, 'duration_secs': 0.021436} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.800260] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.800558] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.800920] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.801111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.801314] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.801701] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c7af5a8-2d1e-4aed-95e2-70060af4d9ec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.814060] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.814230] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.814964] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32342f44-8464-41ca-91c0-09a613ef589a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.821874] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for the task: (returnval){ [ 1160.821874] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d15334-8032-188c-1f3c-96dc0dfeac4b" [ 1160.821874] env[69942]: _type = "Task" [ 1160.821874] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.832638] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d15334-8032-188c-1f3c-96dc0dfeac4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.833264] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c8effce-fb12-49a2-afda-075f0dcbe06d tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "71423560-66a7-4ae1-bc19-0b122be901bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.514s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.853345] env[69942]: DEBUG nova.compute.manager [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received event network-vif-plugged-6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.853944] env[69942]: DEBUG oslo_concurrency.lockutils [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] Acquiring lock "d7eace9a-e71e-4934-bc6b-0695c38fc895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.854199] env[69942]: DEBUG oslo_concurrency.lockutils [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] Lock "d7eace9a-e71e-4934-bc6b-0695c38fc895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.854376] env[69942]: DEBUG oslo_concurrency.lockutils [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] Lock "d7eace9a-e71e-4934-bc6b-0695c38fc895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.854552] env[69942]: DEBUG nova.compute.manager [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] No waiting events found dispatching network-vif-plugged-6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.854715] env[69942]: WARNING nova.compute.manager [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received unexpected event network-vif-plugged-6ae43b45-ea8f-4934-88f2-d8f8325ab435 for instance with vm_state building and task_state spawning. [ 1160.854881] env[69942]: DEBUG nova.compute.manager [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received event network-changed-6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.855099] env[69942]: DEBUG nova.compute.manager [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing instance network info cache due to event network-changed-6ae43b45-ea8f-4934-88f2-d8f8325ab435. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.855271] env[69942]: DEBUG oslo_concurrency.lockutils [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] Acquiring lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.092439] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquiring lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.092744] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.092961] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquiring lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.093166] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.093344] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.096840] env[69942]: INFO nova.compute.manager [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Terminating instance [ 1161.119842] env[69942]: DEBUG oslo_concurrency.lockutils [req-bd6cc41d-1919-42c8-831d-36b2b8ef4fa9 req-26ebc577-b51b-4717-aa85-3837934b704a service nova] Releasing lock "refresh_cache-ed927802-f6ef-487d-843f-8a443ce2d68b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.160942] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.160942] env[69942]: DEBUG nova.compute.manager [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Instance network_info: |[{"id": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "address": "fa:16:3e:9b:31:b7", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43b45-ea", "ovs_interfaceid": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.161250] env[69942]: DEBUG oslo_concurrency.lockutils [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] Acquired lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.161861] env[69942]: DEBUG nova.network.neutron [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing network info cache for port 6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.165625] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:31:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ae43b45-ea8f-4934-88f2-d8f8325ab435', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.172780] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.174857] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.174857] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f57ab47e-cf4e-4a9d-8e50-7f5287eb12b2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.197554] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.197554] env[69942]: value = "task-3831543" [ 1161.197554] env[69942]: _type = "Task" [ 1161.197554] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.207846] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831543, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.334462] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d15334-8032-188c-1f3c-96dc0dfeac4b, 'name': SearchDatastore_Task, 'duration_secs': 0.014415} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.338833] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86c3061-90ef-4953-adaa-3fb92345aae4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.345713] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for the task: (returnval){ [ 1161.345713] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52287059-3fd8-95ae-c7d3-2a6cc055880b" [ 1161.345713] env[69942]: _type = "Task" [ 1161.345713] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.358492] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52287059-3fd8-95ae-c7d3-2a6cc055880b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.601103] env[69942]: DEBUG nova.compute.manager [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.601323] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.602198] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c5b981-b536-4565-95f6-f6e384b63d0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.612527] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.612635] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7d921d2-ffb8-4561-88ed-557f0a620eb0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.620089] env[69942]: DEBUG oslo_vmware.api [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for the task: (returnval){ [ 1161.620089] env[69942]: value = "task-3831544" [ 1161.620089] env[69942]: _type = "Task" [ 1161.620089] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.628947] env[69942]: DEBUG oslo_vmware.api [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.710758] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831543, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.712667] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4d3007-98b1-401a-b50c-5b3fe049f7cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.721241] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64769ee5-880f-469e-926e-5e7d86df2758 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.760887] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2018d3-f31b-4b69-a265-23303c82a60f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.769364] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11e6717-c3e1-414c-9e02-b503dbf38163 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.791014] env[69942]: DEBUG nova.compute.provider_tree [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.857890] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52287059-3fd8-95ae-c7d3-2a6cc055880b, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.858197] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.858505] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] ed927802-f6ef-487d-843f-8a443ce2d68b/ed927802-f6ef-487d-843f-8a443ce2d68b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.858796] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f7d24c1-e12b-4dea-8540-a4107402c5b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.866607] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for the task: (returnval){ [ 1161.866607] env[69942]: value = "task-3831545" [ 1161.866607] env[69942]: _type = "Task" [ 1161.866607] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.876274] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.976689] env[69942]: DEBUG nova.network.neutron [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updated VIF entry in instance network info cache for port 6ae43b45-ea8f-4934-88f2-d8f8325ab435. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.977051] env[69942]: DEBUG nova.network.neutron [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updating instance_info_cache with network_info: [{"id": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "address": "fa:16:3e:9b:31:b7", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43b45-ea", "ovs_interfaceid": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.144635] env[69942]: DEBUG oslo_vmware.api [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831544, 'name': PowerOffVM_Task, 'duration_secs': 0.213089} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.144956] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.145161] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.145454] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-989f1147-d65a-4612-8e66-73a845cf3faa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.211898] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831543, 'name': CreateVM_Task, 'duration_secs': 0.538551} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.212470] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.213898] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.213898] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.214399] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.215062] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d37ba9-ba5c-4651-a46e-d379cd4cecc3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.223477] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.224022] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.224185] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Deleting the datastore file [datastore1] f8e4bfe6-bb63-471b-af51-911755e8a9e1 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.227071] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d474ab23-3122-4626-9b7d-f614da6084e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.229731] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1162.229731] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fc06bb-e963-22d3-8078-a305917855ad" [ 1162.229731] env[69942]: _type = "Task" [ 1162.229731] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.237893] env[69942]: DEBUG oslo_vmware.api [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for the task: (returnval){ [ 1162.237893] env[69942]: value = "task-3831547" [ 1162.237893] env[69942]: _type = "Task" [ 1162.237893] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.245472] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fc06bb-e963-22d3-8078-a305917855ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.252025] env[69942]: DEBUG oslo_vmware.api [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.274081] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.274480] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.294174] env[69942]: DEBUG nova.scheduler.client.report [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.319781] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.320373] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.377512] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490334} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.377800] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] ed927802-f6ef-487d-843f-8a443ce2d68b/ed927802-f6ef-487d-843f-8a443ce2d68b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.378057] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.378821] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beaa73e5-6f17-42e1-813e-b3e3e576c30e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.386796] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for the task: (returnval){ [ 1162.386796] env[69942]: value = "task-3831548" [ 1162.386796] env[69942]: _type = "Task" [ 1162.386796] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.397338] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.480091] env[69942]: DEBUG oslo_concurrency.lockutils [req-df1a4852-c87c-412c-b0cd-4dc88c65ae7d req-3442f580-8062-4ad5-bafc-5371a4f13bfe service nova] Releasing lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.638046] env[69942]: DEBUG nova.compute.manager [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Stashing vm_state: active {{(pid=69942) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1162.742134] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fc06bb-e963-22d3-8078-a305917855ad, 'name': SearchDatastore_Task, 'duration_secs': 0.058955} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.746326] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.746326] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.746326] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.747016] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.747016] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.747016] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8258aa6c-1e7f-4a41-9a09-60e6271cd25f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.755202] env[69942]: DEBUG oslo_vmware.api [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Task: {'id': task-3831547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225727} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.755650] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.755875] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.756248] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.756465] env[69942]: INFO nova.compute.manager [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1162.756751] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.757088] env[69942]: DEBUG nova.compute.manager [-] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.757192] env[69942]: DEBUG nova.network.neutron [-] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.761405] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.761601] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.762353] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cbb546-e276-44a9-b265-b68bee67856a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.768309] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1162.768309] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d29806-d5c5-118d-bf87-411b4b1684a6" [ 1162.768309] env[69942]: _type = "Task" [ 1162.768309] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.776675] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.779893] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d29806-d5c5-118d-bf87-411b4b1684a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.801733] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.801812] env[69942]: DEBUG nova.compute.manager [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.806100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.202s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.822990] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.900625] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067359} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.900921] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.901739] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e1439-e3bf-49d6-a1da-7c5f23504f0e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.927734] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ed927802-f6ef-487d-843f-8a443ce2d68b/ed927802-f6ef-487d-843f-8a443ce2d68b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.927734] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b97366-f3cf-4b84-b65b-24c120bed689 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.950466] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for the task: (returnval){ [ 1162.950466] env[69942]: value = "task-3831549" [ 1162.950466] env[69942]: _type = "Task" [ 1162.950466] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.960574] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.202869] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.283257] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d29806-d5c5-118d-bf87-411b4b1684a6, 'name': SearchDatastore_Task, 'duration_secs': 0.03493} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.286261] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d69f0df-7f64-4a8b-92c1-306647c68234 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.292025] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1163.292025] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523b4687-dc50-a18d-d213-19d1a5f64d1c" [ 1163.292025] env[69942]: _type = "Task" [ 1163.292025] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.294845] env[69942]: DEBUG nova.compute.manager [req-217dfcaa-22c9-4af3-9cad-c5908db4ccc1 req-140c011f-c04c-46c5-96cb-db0c0e852b8c service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Received event network-vif-deleted-0f9f0a28-fb17-4097-988e-a7eac251176f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.295061] env[69942]: INFO nova.compute.manager [req-217dfcaa-22c9-4af3-9cad-c5908db4ccc1 req-140c011f-c04c-46c5-96cb-db0c0e852b8c service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Neutron deleted interface 0f9f0a28-fb17-4097-988e-a7eac251176f; detaching it from the instance and deleting it from the info cache [ 1163.295225] env[69942]: DEBUG nova.network.neutron [req-217dfcaa-22c9-4af3-9cad-c5908db4ccc1 req-140c011f-c04c-46c5-96cb-db0c0e852b8c service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.297480] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.307562] env[69942]: DEBUG nova.compute.utils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.308779] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523b4687-dc50-a18d-d213-19d1a5f64d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.311628] env[69942]: INFO nova.compute.claims [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.316043] env[69942]: DEBUG nova.compute.manager [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.316043] env[69942]: DEBUG nova.network.neutron [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.346147] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.367659] env[69942]: DEBUG nova.policy [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc98f3d95c44f54ba5f918b5f44695d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b54e75a228e4afcba3bbdf06dc909a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.463463] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831549, 'name': ReconfigVM_Task, 'duration_secs': 0.294293} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.463955] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ed927802-f6ef-487d-843f-8a443ce2d68b/ed927802-f6ef-487d-843f-8a443ce2d68b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.464862] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f91d4268-82b7-44a5-9bfc-0f10d9f5a41f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.475372] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for the task: (returnval){ [ 1163.475372] env[69942]: value = "task-3831550" [ 1163.475372] env[69942]: _type = "Task" [ 1163.475372] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.488684] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831550, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.582561] env[69942]: DEBUG nova.network.neutron [-] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.782253] env[69942]: DEBUG nova.network.neutron [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Successfully created port: 4a538df8-adeb-47f3-b6c6-19cb23f29469 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.803592] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95bf157c-310b-4f16-96d1-c86329c60d05 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.812458] env[69942]: DEBUG nova.compute.manager [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.817353] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523b4687-dc50-a18d-d213-19d1a5f64d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.062166} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.817353] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.817429] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] d7eace9a-e71e-4934-bc6b-0695c38fc895/d7eace9a-e71e-4934-bc6b-0695c38fc895.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.819417] env[69942]: INFO nova.compute.resource_tracker [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating resource usage from migration 3f4b0d6c-cdd7-44a5-82a4-af2a77b3db7b [ 1163.821930] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0884bd9c-9f4f-4154-bde5-e61075c5d979 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.830043] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9590be6-b738-4794-866d-29a5c77ea25c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.853027] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1163.853027] env[69942]: value = "task-3831551" [ 1163.853027] env[69942]: _type = "Task" [ 1163.853027] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.870970] env[69942]: DEBUG nova.compute.manager [req-217dfcaa-22c9-4af3-9cad-c5908db4ccc1 req-140c011f-c04c-46c5-96cb-db0c0e852b8c service nova] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Detach interface failed, port_id=0f9f0a28-fb17-4097-988e-a7eac251176f, reason: Instance f8e4bfe6-bb63-471b-af51-911755e8a9e1 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.875960] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.987886] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831550, 'name': Rename_Task, 'duration_secs': 0.31139} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.988203] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.990913] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-368ea208-ae16-420e-8f48-3043499bf755 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.998589] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for the task: (returnval){ [ 1163.998589] env[69942]: value = "task-3831552" [ 1163.998589] env[69942]: _type = "Task" [ 1163.998589] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.008371] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.085710] env[69942]: INFO nova.compute.manager [-] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Took 1.33 seconds to deallocate network for instance. [ 1164.328118] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d9b475-3a02-405a-8154-f293ffc31fec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.338502] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9b5a96-e523-403e-8bb6-c59a78adba78 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.380918] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260c2645-1e7b-445d-bb9a-0522909d7c49 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.391949] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.396373] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f1a245-732e-4205-b6fb-f210309c391d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.415030] env[69942]: DEBUG nova.compute.provider_tree [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.511985] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.594168] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.619128] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "7ed0027a-77b2-4f48-98d8-6d3f31468164" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.619128] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "7ed0027a-77b2-4f48-98d8-6d3f31468164" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.619128] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "7ed0027a-77b2-4f48-98d8-6d3f31468164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.619128] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "7ed0027a-77b2-4f48-98d8-6d3f31468164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.619348] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "7ed0027a-77b2-4f48-98d8-6d3f31468164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.622277] env[69942]: INFO nova.compute.manager [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Terminating instance [ 1164.823907] env[69942]: DEBUG nova.compute.manager [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.851103] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.851391] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.851554] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.851733] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.851877] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.852033] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.852273] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.852399] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.852561] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.852722] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.852890] env[69942]: DEBUG nova.virt.hardware [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.853803] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbd5ac7-a51f-47e6-ad45-72c8d6c1dc94 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.862188] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7286faac-8e37-47e6-a096-5b7c1e207780 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.886340] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779771} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.886719] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] d7eace9a-e71e-4934-bc6b-0695c38fc895/d7eace9a-e71e-4934-bc6b-0695c38fc895.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.886907] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.887091] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44ca11e7-d538-4c47-9259-03bfcb340c68 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.895389] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1164.895389] env[69942]: value = "task-3831553" [ 1164.895389] env[69942]: _type = "Task" [ 1164.895389] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.903549] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.917911] env[69942]: DEBUG nova.scheduler.client.report [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.009925] env[69942]: DEBUG oslo_vmware.api [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831552, 'name': PowerOnVM_Task, 'duration_secs': 0.737805} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.010503] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.010503] env[69942]: INFO nova.compute.manager [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1165.010608] env[69942]: DEBUG nova.compute.manager [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.011382] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4599c39f-bfc0-4f84-bdb2-119b5132a156 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.127109] env[69942]: DEBUG nova.compute.manager [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.127109] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.127859] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d2412a-f9cd-46fd-a80b-e80f20ce1f19 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.136149] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.136854] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a38005-d2c6-4901-b296-ead6fd67b604 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.143067] env[69942]: DEBUG oslo_vmware.api [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1165.143067] env[69942]: value = "task-3831554" [ 1165.143067] env[69942]: _type = "Task" [ 1165.143067] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.151218] env[69942]: DEBUG oslo_vmware.api [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.411885] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090393} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.412216] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.413054] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1ed4da-e4ed-41fc-8d70-ea80d051b5c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.432126] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.627s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.432428] env[69942]: INFO nova.compute.manager [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Migrating [ 1165.450209] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] d7eace9a-e71e-4934-bc6b-0695c38fc895/d7eace9a-e71e-4934-bc6b-0695c38fc895.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.455141] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.940s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.455476] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.457894] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.065s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.460212] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-874951af-5f42-4806-a5bb-381176069a8d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.491082] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1165.491082] env[69942]: value = "task-3831555" [ 1165.491082] env[69942]: _type = "Task" [ 1165.491082] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.501959] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.510432] env[69942]: INFO nova.scheduler.client.report [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Deleted allocations for instance ff382947-7e03-40ec-a5f9-031ddc48f838 [ 1165.537200] env[69942]: INFO nova.compute.manager [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Took 54.72 seconds to build instance. [ 1165.656985] env[69942]: DEBUG oslo_vmware.api [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831554, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.981512] env[69942]: DEBUG nova.compute.manager [req-478c9393-16c3-4cab-a092-d33137706eab req-842454d8-9ec5-43cd-94cd-256e4931aecc service nova] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Received event network-vif-plugged-4a538df8-adeb-47f3-b6c6-19cb23f29469 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.981737] env[69942]: DEBUG oslo_concurrency.lockutils [req-478c9393-16c3-4cab-a092-d33137706eab req-842454d8-9ec5-43cd-94cd-256e4931aecc service nova] Acquiring lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.982149] env[69942]: DEBUG oslo_concurrency.lockutils [req-478c9393-16c3-4cab-a092-d33137706eab req-842454d8-9ec5-43cd-94cd-256e4931aecc service nova] Lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.982512] env[69942]: DEBUG oslo_concurrency.lockutils [req-478c9393-16c3-4cab-a092-d33137706eab req-842454d8-9ec5-43cd-94cd-256e4931aecc service nova] Lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.982859] env[69942]: DEBUG nova.compute.manager [req-478c9393-16c3-4cab-a092-d33137706eab req-842454d8-9ec5-43cd-94cd-256e4931aecc service nova] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] No waiting events found dispatching network-vif-plugged-4a538df8-adeb-47f3-b6c6-19cb23f29469 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.983247] env[69942]: WARNING nova.compute.manager [req-478c9393-16c3-4cab-a092-d33137706eab req-842454d8-9ec5-43cd-94cd-256e4931aecc service nova] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Received unexpected event network-vif-plugged-4a538df8-adeb-47f3-b6c6-19cb23f29469 for instance with vm_state building and task_state spawning. [ 1166.001842] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.002986] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.002986] env[69942]: DEBUG nova.network.neutron [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.023468] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.024220] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b9552cbe-51b6-436a-93e4-fe777a3f1037 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "ff382947-7e03-40ec-a5f9-031ddc48f838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.108s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.036755] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7054dd33-c715-49b2-8d45-338ed6534acf tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "ed927802-f6ef-487d-843f-8a443ce2d68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.947s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.155736] env[69942]: DEBUG oslo_vmware.api [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831554, 'name': PowerOffVM_Task, 'duration_secs': 0.61522} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.156200] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.156445] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.156775] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ce5930b-bd44-4daf-b40f-9d5511e5fa67 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.225566] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.225786] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.226041] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Deleting the datastore file [datastore2] 7ed0027a-77b2-4f48-98d8-6d3f31468164 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.226377] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09cee279-3898-486f-91ab-ed70602325b7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.234181] env[69942]: DEBUG oslo_vmware.api [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1166.234181] env[69942]: value = "task-3831557" [ 1166.234181] env[69942]: _type = "Task" [ 1166.234181] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.246022] env[69942]: DEBUG oslo_vmware.api [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.334513] env[69942]: DEBUG nova.network.neutron [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Successfully updated port: 4a538df8-adeb-47f3-b6c6-19cb23f29469 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.355297] env[69942]: DEBUG nova.compute.manager [req-a09e4cce-16b2-432a-8170-4957e42a3a01 req-4f763772-ab6b-43de-8832-bce0c325690e service nova] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Received event network-changed-4a538df8-adeb-47f3-b6c6-19cb23f29469 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.355488] env[69942]: DEBUG nova.compute.manager [req-a09e4cce-16b2-432a-8170-4957e42a3a01 req-4f763772-ab6b-43de-8832-bce0c325690e service nova] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Refreshing instance network info cache due to event network-changed-4a538df8-adeb-47f3-b6c6-19cb23f29469. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.355796] env[69942]: DEBUG oslo_concurrency.lockutils [req-a09e4cce-16b2-432a-8170-4957e42a3a01 req-4f763772-ab6b-43de-8832-bce0c325690e service nova] Acquiring lock "refresh_cache-bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.355974] env[69942]: DEBUG oslo_concurrency.lockutils [req-a09e4cce-16b2-432a-8170-4957e42a3a01 req-4f763772-ab6b-43de-8832-bce0c325690e service nova] Acquired lock "refresh_cache-bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.356307] env[69942]: DEBUG nova.network.neutron [req-a09e4cce-16b2-432a-8170-4957e42a3a01 req-4f763772-ab6b-43de-8832-bce0c325690e service nova] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Refreshing network info cache for port 4a538df8-adeb-47f3-b6c6-19cb23f29469 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.506026] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Applying migration context for instance 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 as it has an incoming, in-progress migration 3f4b0d6c-cdd7-44a5-82a4-af2a77b3db7b. Migration status is pre-migrating {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1166.507864] env[69942]: INFO nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating resource usage from migration ee4d7495-86f5-4a52-9c89-842bcbd81b72 [ 1166.508053] env[69942]: INFO nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating resource usage from migration 3f4b0d6c-cdd7-44a5-82a4-af2a77b3db7b [ 1166.521861] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831555, 'name': ReconfigVM_Task, 'duration_secs': 0.835956} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.522197] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Reconfigured VM instance instance-00000057 to attach disk [datastore2] d7eace9a-e71e-4934-bc6b-0695c38fc895/d7eace9a-e71e-4934-bc6b-0695c38fc895.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.522847] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f32aeb2e-edc2-420a-9be6-35e43e43e807 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.529664] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1166.529664] env[69942]: value = "task-3831558" [ 1166.529664] env[69942]: _type = "Task" [ 1166.529664] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.533544] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 75bb2855-1e92-47e3-b181-2ace83c7ee2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.534047] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance fc4343e8-054c-41d5-9d43-010d83bb9135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.534047] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance cc9e95be-00b3-4a50-902b-fd06b2809b69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.534047] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance c0f422d3-e596-4665-8fe3-0a61f22cc215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.534047] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 2188b102-036e-44fb-9b71-047fc1640af4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.534291] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 3b9b814e-b35b-43ab-9933-3b01eefcdfe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.534346] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance c66e9d35-c6d5-445f-95ff-50c7bb3e7158 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1166.534424] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.534546] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d8c66893-191d-4fb3-8ae1-878d00783812 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1166.534666] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 4fc59d8e-f863-492b-949a-8913bc42596d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1166.534784] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 430d8f3f-6cb1-4c49-a578-552579679614 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1166.534905] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 37a869c4-6616-4a78-a11f-841a8dded9a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.535046] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 16bdc7a3-740d-45e0-a515-f23cc2cde490 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.535161] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 7ed0027a-77b2-4f48-98d8-6d3f31468164 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.535306] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance f8e4bfe6-bb63-471b-af51-911755e8a9e1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1166.541758] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831558, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.564590] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquiring lock "ed927802-f6ef-487d-843f-8a443ce2d68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.564836] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "ed927802-f6ef-487d-843f-8a443ce2d68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.565054] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquiring lock "ed927802-f6ef-487d-843f-8a443ce2d68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.565242] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "ed927802-f6ef-487d-843f-8a443ce2d68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.565411] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "ed927802-f6ef-487d-843f-8a443ce2d68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.567600] env[69942]: INFO nova.compute.manager [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Terminating instance [ 1166.744066] env[69942]: DEBUG oslo_vmware.api [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140674} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.744329] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.744515] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.744694] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.744869] env[69942]: INFO nova.compute.manager [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1166.745153] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.745377] env[69942]: DEBUG nova.compute.manager [-] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.745484] env[69942]: DEBUG nova.network.neutron [-] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.837521] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "refresh_cache-bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.881669] env[69942]: DEBUG nova.network.neutron [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance_info_cache with network_info: [{"id": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "address": "fa:16:3e:17:8a:b1", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e5c57-25", "ovs_interfaceid": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.903736] env[69942]: DEBUG nova.network.neutron [req-a09e4cce-16b2-432a-8170-4957e42a3a01 req-4f763772-ab6b-43de-8832-bce0c325690e service nova] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.011206] env[69942]: DEBUG nova.network.neutron [req-a09e4cce-16b2-432a-8170-4957e42a3a01 req-4f763772-ab6b-43de-8832-bce0c325690e service nova] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.043336] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 743145b3-8f63-4f36-80ad-cd277f780e48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1167.043336] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance ed927802-f6ef-487d-843f-8a443ce2d68b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.043336] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d7eace9a-e71e-4934-bc6b-0695c38fc895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.043336] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance bf0aaf09-f1ba-4b4b-8976-32dc9f0209df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.043559] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Migration 3f4b0d6c-cdd7-44a5-82a4-af2a77b3db7b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1167.043559] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.045301] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831558, 'name': Rename_Task, 'duration_secs': 0.174472} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.045824] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.045824] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c3b5aec-1deb-4738-9e01-c83696120b59 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.057674] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1167.057674] env[69942]: value = "task-3831559" [ 1167.057674] env[69942]: _type = "Task" [ 1167.057674] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.068685] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.071737] env[69942]: DEBUG nova.compute.manager [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.071969] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.073782] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87955c90-d0a2-4e5c-9813-9a998bc9687c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.085437] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.087448] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-843091ab-db73-41b0-945c-f60dab42cc41 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.096124] env[69942]: DEBUG oslo_vmware.api [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for the task: (returnval){ [ 1167.096124] env[69942]: value = "task-3831560" [ 1167.096124] env[69942]: _type = "Task" [ 1167.096124] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.108126] env[69942]: DEBUG oslo_vmware.api [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.385499] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.515038] env[69942]: DEBUG oslo_concurrency.lockutils [req-a09e4cce-16b2-432a-8170-4957e42a3a01 req-4f763772-ab6b-43de-8832-bce0c325690e service nova] Releasing lock "refresh_cache-bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.515211] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "refresh_cache-bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.515375] env[69942]: DEBUG nova.network.neutron [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.552674] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance e24a2412-bc56-4034-9b98-4d2d9190576b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1167.570721] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831559, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.590522] env[69942]: DEBUG nova.network.neutron [-] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.607652] env[69942]: DEBUG oslo_vmware.api [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831560, 'name': PowerOffVM_Task, 'duration_secs': 0.191864} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.607914] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.608083] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.608340] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-635146bf-deff-40e0-8a2c-f9fdac92c591 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.626545] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "cc9e95be-00b3-4a50-902b-fd06b2809b69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.626860] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.627091] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "cc9e95be-00b3-4a50-902b-fd06b2809b69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.627315] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.627489] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.629649] env[69942]: INFO nova.compute.manager [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Terminating instance [ 1167.672566] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.672890] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.673245] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Deleting the datastore file [datastore2] ed927802-f6ef-487d-843f-8a443ce2d68b {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.674084] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ae9c5c7-7454-4d7d-b54f-da3fc30b35e5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.681273] env[69942]: DEBUG oslo_vmware.api [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for the task: (returnval){ [ 1167.681273] env[69942]: value = "task-3831562" [ 1167.681273] env[69942]: _type = "Task" [ 1167.681273] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.691294] env[69942]: DEBUG oslo_vmware.api [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.047815] env[69942]: DEBUG nova.network.neutron [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.055747] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 02071e5c-9370-4819-b9d4-3399d64fda76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1168.073133] env[69942]: DEBUG oslo_vmware.api [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831559, 'name': PowerOnVM_Task, 'duration_secs': 0.524282} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.073196] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.073868] env[69942]: INFO nova.compute.manager [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1168.073868] env[69942]: DEBUG nova.compute.manager [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.074703] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c1dc3c-aae5-4fa8-9a01-de5eca35c122 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.093039] env[69942]: INFO nova.compute.manager [-] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Took 1.35 seconds to deallocate network for instance. [ 1168.134105] env[69942]: DEBUG nova.compute.manager [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.134105] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.134756] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cef7d07-719d-40aa-a8ba-6dfb4a9a955b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.144416] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.144416] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d02f60e-1929-4db5-87e8-d91a2b867eed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.151223] env[69942]: DEBUG oslo_vmware.api [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1168.151223] env[69942]: value = "task-3831563" [ 1168.151223] env[69942]: _type = "Task" [ 1168.151223] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.163100] env[69942]: DEBUG oslo_vmware.api [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.191565] env[69942]: DEBUG oslo_vmware.api [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Task: {'id': task-3831562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276603} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.191720] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.193190] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.193190] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.193190] env[69942]: INFO nova.compute.manager [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1168.193190] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.193190] env[69942]: DEBUG nova.compute.manager [-] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.193190] env[69942]: DEBUG nova.network.neutron [-] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.246314] env[69942]: DEBUG nova.network.neutron [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Updating instance_info_cache with network_info: [{"id": "4a538df8-adeb-47f3-b6c6-19cb23f29469", "address": "fa:16:3e:ca:98:87", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a538df8-ad", "ovs_interfaceid": "4a538df8-adeb-47f3-b6c6-19cb23f29469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.479354] env[69942]: DEBUG nova.compute.manager [req-19ff4bce-47d2-42d5-a302-2a648ef0c677 req-6255fd79-00a5-444d-89ed-bab7385869b6 service nova] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Received event network-vif-deleted-c047bd62-98d2-42f3-9a53-8b4c41cae3cb {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.559173] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance aab23310-6005-492c-9f19-ee5c30d28fac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1168.559402] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (c13aeb76-6f70-48cc-966a-c2ddeab670af): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 1168.559714] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Migration ee4d7495-86f5-4a52-9c89-842bcbd81b72 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1168.597908] env[69942]: INFO nova.compute.manager [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Took 55.99 seconds to build instance. [ 1168.601081] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.608079] env[69942]: DEBUG nova.compute.manager [req-28fc6980-e5e7-47d8-bbfa-506925c54e76 req-299cc6bb-e8d8-4311-9ae7-00cefe4c1208 service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Received event network-vif-deleted-2c91c791-5910-470b-bccc-248d6cf5aaf2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.608079] env[69942]: INFO nova.compute.manager [req-28fc6980-e5e7-47d8-bbfa-506925c54e76 req-299cc6bb-e8d8-4311-9ae7-00cefe4c1208 service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Neutron deleted interface 2c91c791-5910-470b-bccc-248d6cf5aaf2; detaching it from the instance and deleting it from the info cache [ 1168.608079] env[69942]: DEBUG nova.network.neutron [req-28fc6980-e5e7-47d8-bbfa-506925c54e76 req-299cc6bb-e8d8-4311-9ae7-00cefe4c1208 service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.661251] env[69942]: DEBUG oslo_vmware.api [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831563, 'name': PowerOffVM_Task, 'duration_secs': 0.232152} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.661525] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.661753] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.661956] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-852eee1c-ba8f-4d1d-a7a3-07dd4e9bc825 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.750429] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "refresh_cache-bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.750429] env[69942]: DEBUG nova.compute.manager [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Instance network_info: |[{"id": "4a538df8-adeb-47f3-b6c6-19cb23f29469", "address": "fa:16:3e:ca:98:87", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a538df8-ad", "ovs_interfaceid": "4a538df8-adeb-47f3-b6c6-19cb23f29469", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.750669] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:98:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a538df8-adeb-47f3-b6c6-19cb23f29469', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.759018] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.759018] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.759018] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e01d887-1024-4fb5-95ae-1edb55441c49 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.780450] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.780450] env[69942]: value = "task-3831565" [ 1168.780450] env[69942]: _type = "Task" [ 1168.780450] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.788832] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831565, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.906547] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd88d174-81b8-4b26-afda-70eecb350aa6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.933358] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance '3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2' progress to 0 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.033065] env[69942]: DEBUG nova.network.neutron [-] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.062701] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance a1561d54-1415-4592-aeb7-4b0385ab9e9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1169.063044] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 125968c4-c7c4-46d9-9f4e-72c633b8115e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.099196] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8527d3c0-b6b4-4cf3-8f09-358f1e7e0c9b tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.216s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.113027] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98ad80b9-9c92-4cc3-a4dc-9308c1a491ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.121860] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad9f2f0-76a1-4efe-9b77-f57f6e31ea49 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.159607] env[69942]: DEBUG nova.compute.manager [req-28fc6980-e5e7-47d8-bbfa-506925c54e76 req-299cc6bb-e8d8-4311-9ae7-00cefe4c1208 service nova] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Detach interface failed, port_id=2c91c791-5910-470b-bccc-248d6cf5aaf2, reason: Instance ed927802-f6ef-487d-843f-8a443ce2d68b could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.293737] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831565, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.439532] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.439836] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8ad9a7a-f33d-4cad-88aa-6162e82a9918 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.447665] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1169.447665] env[69942]: value = "task-3831566" [ 1169.447665] env[69942]: _type = "Task" [ 1169.447665] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.456754] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.536693] env[69942]: INFO nova.compute.manager [-] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Took 1.34 seconds to deallocate network for instance. [ 1169.567577] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d3d8d346-6b63-49e5-bbde-6cef70d39ad5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1169.567577] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1169.567577] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1169.586136] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.586136] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.586251] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Deleting the datastore file [datastore1] cc9e95be-00b3-4a50-902b-fd06b2809b69 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.586673] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2847458-a2ed-4e3f-94b3-6867bbf20d8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.599545] env[69942]: DEBUG oslo_vmware.api [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for the task: (returnval){ [ 1169.599545] env[69942]: value = "task-3831567" [ 1169.599545] env[69942]: _type = "Task" [ 1169.599545] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.615788] env[69942]: DEBUG oslo_vmware.api [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.794787] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831565, 'name': CreateVM_Task, 'duration_secs': 0.614532} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.795635] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.795891] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.796163] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.796843] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.796843] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03dc7bea-6e8d-468a-9cf1-9a74cbad7b5b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.806146] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1169.806146] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52274415-1069-2322-f666-5ef8ce921450" [ 1169.806146] env[69942]: _type = "Task" [ 1169.806146] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.815785] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52274415-1069-2322-f666-5ef8ce921450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.959144] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831566, 'name': PowerOffVM_Task, 'duration_secs': 0.180619} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.959510] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.959687] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance '3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2' progress to 17 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.996019] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917e581b-9b7c-427d-bdca-5967225e1d0e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.002529] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c20f4f-adef-45b9-a869-0f3c375f2168 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.035239] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dca86a3-0555-48a0-bc9b-032bce8daa57 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.043814] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92341aea-8c31-43c4-ba1b-4d9cb0ecade3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.048939] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.059658] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.109483] env[69942]: DEBUG oslo_vmware.api [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Task: {'id': task-3831567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161534} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.109823] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.109980] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.110162] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.110334] env[69942]: INFO nova.compute.manager [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Took 1.98 seconds to destroy the instance on the hypervisor. [ 1170.110569] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.110751] env[69942]: DEBUG nova.compute.manager [-] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.110844] env[69942]: DEBUG nova.network.neutron [-] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.318036] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52274415-1069-2322-f666-5ef8ce921450, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.318402] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.318686] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.318930] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.319092] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.319338] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.319621] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e6e0ae8-2e03-4bf9-b60c-3501015501ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.329825] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.330289] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.331494] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a9b8ba-fd33-4b85-978a-efc0bf4452b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.338487] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1170.338487] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52da43e2-6c19-f138-0f98-25510cbdceee" [ 1170.338487] env[69942]: _type = "Task" [ 1170.338487] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.348117] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52da43e2-6c19-f138-0f98-25510cbdceee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.360212] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.360574] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.469091] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.469347] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.469506] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.469685] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.469831] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.469977] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.470193] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.470351] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.470515] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.470675] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.470844] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.477020] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a92d82-dcb0-4736-87f6-8b740bda35dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.493052] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1170.493052] env[69942]: value = "task-3831568" [ 1170.493052] env[69942]: _type = "Task" [ 1170.493052] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.502747] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.507500] env[69942]: DEBUG nova.compute.manager [req-eea2ada0-2db2-4add-a81a-6098ffd1fe24 req-d44af916-ac19-41e8-aec0-7ea153030e71 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received event network-changed-6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.507691] env[69942]: DEBUG nova.compute.manager [req-eea2ada0-2db2-4add-a81a-6098ffd1fe24 req-d44af916-ac19-41e8-aec0-7ea153030e71 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing instance network info cache due to event network-changed-6ae43b45-ea8f-4934-88f2-d8f8325ab435. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.507901] env[69942]: DEBUG oslo_concurrency.lockutils [req-eea2ada0-2db2-4add-a81a-6098ffd1fe24 req-d44af916-ac19-41e8-aec0-7ea153030e71 service nova] Acquiring lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.508059] env[69942]: DEBUG oslo_concurrency.lockutils [req-eea2ada0-2db2-4add-a81a-6098ffd1fe24 req-d44af916-ac19-41e8-aec0-7ea153030e71 service nova] Acquired lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.508246] env[69942]: DEBUG nova.network.neutron [req-eea2ada0-2db2-4add-a81a-6098ffd1fe24 req-d44af916-ac19-41e8-aec0-7ea153030e71 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing network info cache for port 6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.563808] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.637347] env[69942]: DEBUG nova.compute.manager [req-17884d20-bca5-4529-9700-e305fa9a451a req-deabd996-08a6-4819-8622-32a2914adae4 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Received event network-vif-deleted-c05467f8-352b-430c-aa9d-ec52156349a2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.638022] env[69942]: INFO nova.compute.manager [req-17884d20-bca5-4529-9700-e305fa9a451a req-deabd996-08a6-4819-8622-32a2914adae4 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Neutron deleted interface c05467f8-352b-430c-aa9d-ec52156349a2; detaching it from the instance and deleting it from the info cache [ 1170.638022] env[69942]: DEBUG nova.network.neutron [req-17884d20-bca5-4529-9700-e305fa9a451a req-deabd996-08a6-4819-8622-32a2914adae4 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.849056] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52da43e2-6c19-f138-0f98-25510cbdceee, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.849903] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f57c61-a820-405d-a58b-426ecf9eb2b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.855711] env[69942]: DEBUG nova.network.neutron [-] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.857181] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1170.857181] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522148d3-818e-5b84-52c2-dd9e4699c8ce" [ 1170.857181] env[69942]: _type = "Task" [ 1170.857181] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.863743] env[69942]: DEBUG nova.compute.manager [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.869566] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522148d3-818e-5b84-52c2-dd9e4699c8ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.003847] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831568, 'name': ReconfigVM_Task, 'duration_secs': 0.192265} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.004370] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance '3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2' progress to 33 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.069099] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1171.069352] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.611s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.069628] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.408s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.071104] env[69942]: INFO nova.compute.claims [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.140573] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96a3895e-7fdf-43af-9cde-b8b549e799e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.151733] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9682fa-7cc7-4d83-84c5-2243788f1d6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.187169] env[69942]: DEBUG nova.compute.manager [req-17884d20-bca5-4529-9700-e305fa9a451a req-deabd996-08a6-4819-8622-32a2914adae4 service nova] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Detach interface failed, port_id=c05467f8-352b-430c-aa9d-ec52156349a2, reason: Instance cc9e95be-00b3-4a50-902b-fd06b2809b69 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1171.369051] env[69942]: INFO nova.compute.manager [-] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Took 1.26 seconds to deallocate network for instance. [ 1171.384923] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522148d3-818e-5b84-52c2-dd9e4699c8ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011981} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.387662] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.387923] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] bf0aaf09-f1ba-4b4b-8976-32dc9f0209df/bf0aaf09-f1ba-4b4b-8976-32dc9f0209df.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.388445] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-787eaf4b-7cdd-482d-911a-68945b6ec66a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.396092] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1171.396092] env[69942]: value = "task-3831569" [ 1171.396092] env[69942]: _type = "Task" [ 1171.396092] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.406268] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.407504] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.515647] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.515948] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.516133] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.516346] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.516499] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.516647] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.516939] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.517013] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.521014] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.521014] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.521014] env[69942]: DEBUG nova.virt.hardware [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.524946] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.525405] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f869487-4cee-4b07-b6a8-504fa418778b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.546285] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1171.546285] env[69942]: value = "task-3831570" [ 1171.546285] env[69942]: _type = "Task" [ 1171.546285] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.553062] env[69942]: DEBUG nova.network.neutron [req-eea2ada0-2db2-4add-a81a-6098ffd1fe24 req-d44af916-ac19-41e8-aec0-7ea153030e71 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updated VIF entry in instance network info cache for port 6ae43b45-ea8f-4934-88f2-d8f8325ab435. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.553599] env[69942]: DEBUG nova.network.neutron [req-eea2ada0-2db2-4add-a81a-6098ffd1fe24 req-d44af916-ac19-41e8-aec0-7ea153030e71 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updating instance_info_cache with network_info: [{"id": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "address": "fa:16:3e:9b:31:b7", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43b45-ea", "ovs_interfaceid": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.558643] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.885845] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.907075] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831569, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.057349] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831570, 'name': ReconfigVM_Task, 'duration_secs': 0.223235} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.057552] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.058377] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ad62dc-2552-4fb0-bee0-35a9d05ec895 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.061211] env[69942]: DEBUG oslo_concurrency.lockutils [req-eea2ada0-2db2-4add-a81a-6098ffd1fe24 req-d44af916-ac19-41e8-aec0-7ea153030e71 service nova] Releasing lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.082711] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2/3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.086051] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a218a5d7-f8cd-4d8a-ad04-c322a25d4c6e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.105689] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1172.105689] env[69942]: value = "task-3831571" [ 1172.105689] env[69942]: _type = "Task" [ 1172.105689] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.115397] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.407095] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52494} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.409226] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] bf0aaf09-f1ba-4b4b-8976-32dc9f0209df/bf0aaf09-f1ba-4b4b-8976-32dc9f0209df.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.409456] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.409888] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a3e1190-489b-404b-a294-59fae38eea50 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.416783] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1172.416783] env[69942]: value = "task-3831572" [ 1172.416783] env[69942]: _type = "Task" [ 1172.416783] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.427212] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.466902] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61c4428-8a9f-4166-af8b-d6b3b25dddbd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.474545] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e9df46-3dd3-4a10-a1ac-3401389db8dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.506786] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f35f2d-0396-40e3-a1cb-20456c4e88c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.515300] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc0e1eb-c669-4c03-b9d1-5a8685faef22 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.529186] env[69942]: DEBUG nova.compute.provider_tree [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.616052] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.926326] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831572, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.032753] env[69942]: DEBUG nova.scheduler.client.report [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.117632] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.426746] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.586696} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.427071] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.427866] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601df755-aa11-478c-9ffc-cd28c72f75f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.450191] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] bf0aaf09-f1ba-4b4b-8976-32dc9f0209df/bf0aaf09-f1ba-4b4b-8976-32dc9f0209df.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.450510] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b68f2afe-5c5d-4a5e-806d-4ac98b6f5d84 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.471393] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1173.471393] env[69942]: value = "task-3831573" [ 1173.471393] env[69942]: _type = "Task" [ 1173.471393] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.479862] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.538041] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.538581] env[69942]: DEBUG nova.compute.manager [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.541147] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.958s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.541348] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.544053] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.413s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.544654] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.547137] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.239s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.548641] env[69942]: INFO nova.compute.claims [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.571886] env[69942]: INFO nova.scheduler.client.report [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted allocations for instance 4fc59d8e-f863-492b-949a-8913bc42596d [ 1173.619305] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831571, 'name': ReconfigVM_Task, 'duration_secs': 1.267234} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.619717] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2/3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.620051] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance '3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2' progress to 50 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.981532] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831573, 'name': ReconfigVM_Task, 'duration_secs': 0.29629} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.981807] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Reconfigured VM instance instance-00000058 to attach disk [datastore1] bf0aaf09-f1ba-4b4b-8976-32dc9f0209df/bf0aaf09-f1ba-4b4b-8976-32dc9f0209df.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.982454] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a6e1610-f2be-4667-a0f8-bd0886581b0d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.988957] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1173.988957] env[69942]: value = "task-3831574" [ 1173.988957] env[69942]: _type = "Task" [ 1173.988957] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.997447] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831574, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.054777] env[69942]: DEBUG nova.compute.utils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.060047] env[69942]: DEBUG nova.compute.manager [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.060047] env[69942]: DEBUG nova.network.neutron [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.063320] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c518d687-d041-45d0-a8a1-a003f37edad0 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 67.426s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.064297] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 40.251s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.064496] env[69942]: INFO nova.compute.manager [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Unshelving [ 1174.079615] env[69942]: DEBUG oslo_concurrency.lockutils [None req-6f1475c4-3338-4171-8914-b8b39f4e785b tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4fc59d8e-f863-492b-949a-8913bc42596d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.415s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.128919] env[69942]: DEBUG nova.policy [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b71aed0962c44eb994c4041ec75b8d95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1bdbcb20df24b1cb394e93e274a4f68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.131127] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945722b2-cdc2-42bf-be1c-cb17ecfacd52 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.152958] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb34cfa5-0890-40aa-8d39-4e82d7e0426d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.176529] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance '3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2' progress to 67 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.505247] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831574, 'name': Rename_Task, 'duration_secs': 0.145988} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.506082] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.506393] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-334eb4d0-1086-43da-9cef-0bf16cf1d040 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.514248] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1174.514248] env[69942]: value = "task-3831575" [ 1174.514248] env[69942]: _type = "Task" [ 1174.514248] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.523650] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.547695] env[69942]: DEBUG nova.network.neutron [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Successfully created port: 5fa448a0-35ea-40c5-b44f-d29e74c42296 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.563270] env[69942]: DEBUG nova.compute.manager [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.725841] env[69942]: DEBUG nova.network.neutron [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Port 251e5c57-2540-4766-a202-f6f2eb7d3fa3 binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1174.934255] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.934541] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.934735] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.934919] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.935100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.939032] env[69942]: INFO nova.compute.manager [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Terminating instance [ 1174.987863] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcadd3c9-e30c-497d-aa45-2ab0830458ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.996889] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13192c9e-96c7-4fd4-b74e-3fa5420619bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.033821] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67926796-f763-4d77-9e01-43efe85d68f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.044289] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831575, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.045677] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617cdb9e-2869-4cc7-9242-f6c7363e8a86 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.061566] env[69942]: DEBUG nova.compute.provider_tree [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.096337] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.442897] env[69942]: DEBUG nova.compute.manager [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.443031] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.444143] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442f1251-8da5-40d1-9609-6b390ad97dfa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.452807] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.453145] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3397ab7-92f6-4c7c-9952-e0fd5c090817 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.460900] env[69942]: DEBUG oslo_vmware.api [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1175.460900] env[69942]: value = "task-3831576" [ 1175.460900] env[69942]: _type = "Task" [ 1175.460900] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.471211] env[69942]: DEBUG oslo_vmware.api [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.541204] env[69942]: DEBUG oslo_vmware.api [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831575, 'name': PowerOnVM_Task, 'duration_secs': 0.856897} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.541591] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.541776] env[69942]: INFO nova.compute.manager [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1175.541963] env[69942]: DEBUG nova.compute.manager [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.542865] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ce0d6a-0f94-4fec-af7c-92f531de4432 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.571139] env[69942]: DEBUG nova.scheduler.client.report [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.576965] env[69942]: DEBUG nova.compute.manager [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.607873] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.607873] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.607873] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.607873] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.607873] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.608230] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.608230] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.608415] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.608560] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.608780] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.609141] env[69942]: DEBUG nova.virt.hardware [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.610528] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fbf54b-1d5b-4cc1-bd80-bbe6edf94c73 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.621106] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49d9bde-ef35-491e-85c1-fcf77f61337e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.641602] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "4d5449a2-b243-4790-89ff-4bffbb39be31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.641888] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4d5449a2-b243-4790-89ff-4bffbb39be31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.753456] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.753738] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.753972] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.971779] env[69942]: DEBUG oslo_vmware.api [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831576, 'name': PowerOffVM_Task, 'duration_secs': 0.383521} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.972119] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.972328] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.972610] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-233f1fa6-5655-47f0-b50e-36e93d2f14a4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.062461] env[69942]: INFO nova.compute.manager [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Took 55.38 seconds to build instance. [ 1176.068141] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.068461] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.068742] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleting the datastore file [datastore1] 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.068986] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e274178-55c1-49b8-a2c5-4536b23fd25a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.075983] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.076582] env[69942]: DEBUG nova.compute.manager [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.079328] env[69942]: DEBUG oslo_vmware.api [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1176.079328] env[69942]: value = "task-3831578" [ 1176.079328] env[69942]: _type = "Task" [ 1176.079328] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.079593] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.069s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.082121] env[69942]: INFO nova.compute.claims [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.097658] env[69942]: DEBUG oslo_vmware.api [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.144262] env[69942]: DEBUG nova.compute.manager [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.160719] env[69942]: DEBUG nova.compute.manager [req-47ef483e-0266-4769-99e5-666b69f60fd9 req-4af07658-3661-42e7-a266-0ccfd3c950b0 service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Received event network-vif-plugged-5fa448a0-35ea-40c5-b44f-d29e74c42296 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.161293] env[69942]: DEBUG oslo_concurrency.lockutils [req-47ef483e-0266-4769-99e5-666b69f60fd9 req-4af07658-3661-42e7-a266-0ccfd3c950b0 service nova] Acquiring lock "e24a2412-bc56-4034-9b98-4d2d9190576b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.161526] env[69942]: DEBUG oslo_concurrency.lockutils [req-47ef483e-0266-4769-99e5-666b69f60fd9 req-4af07658-3661-42e7-a266-0ccfd3c950b0 service nova] Lock "e24a2412-bc56-4034-9b98-4d2d9190576b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.161751] env[69942]: DEBUG oslo_concurrency.lockutils [req-47ef483e-0266-4769-99e5-666b69f60fd9 req-4af07658-3661-42e7-a266-0ccfd3c950b0 service nova] Lock "e24a2412-bc56-4034-9b98-4d2d9190576b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.161934] env[69942]: DEBUG nova.compute.manager [req-47ef483e-0266-4769-99e5-666b69f60fd9 req-4af07658-3661-42e7-a266-0ccfd3c950b0 service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] No waiting events found dispatching network-vif-plugged-5fa448a0-35ea-40c5-b44f-d29e74c42296 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.162113] env[69942]: WARNING nova.compute.manager [req-47ef483e-0266-4769-99e5-666b69f60fd9 req-4af07658-3661-42e7-a266-0ccfd3c950b0 service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Received unexpected event network-vif-plugged-5fa448a0-35ea-40c5-b44f-d29e74c42296 for instance with vm_state building and task_state spawning. [ 1176.257428] env[69942]: DEBUG nova.network.neutron [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Successfully updated port: 5fa448a0-35ea-40c5-b44f-d29e74c42296 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.564694] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f3c2b704-029c-4f0c-9a73-db63297f0f83 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.896s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.586355] env[69942]: DEBUG nova.compute.utils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.593821] env[69942]: DEBUG nova.compute.manager [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.593988] env[69942]: DEBUG nova.network.neutron [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.602292] env[69942]: DEBUG oslo_vmware.api [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163024} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.603569] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.603897] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.603933] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.604122] env[69942]: INFO nova.compute.manager [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1176.604368] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.604554] env[69942]: DEBUG nova.compute.manager [-] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.604645] env[69942]: DEBUG nova.network.neutron [-] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.643067] env[69942]: DEBUG nova.policy [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9dc136b1f61f49ae99119f151b148a8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d0418dd50244064af95249442522a49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.669582] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.765794] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquiring lock "refresh_cache-e24a2412-bc56-4034-9b98-4d2d9190576b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.765880] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquired lock "refresh_cache-e24a2412-bc56-4034-9b98-4d2d9190576b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.767025] env[69942]: DEBUG nova.network.neutron [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.846850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.847071] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.847373] env[69942]: DEBUG nova.network.neutron [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.029482] env[69942]: DEBUG nova.network.neutron [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Successfully created port: 82d7d881-59b2-4f5c-8686-0d5062e77ebc {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.056635] env[69942]: DEBUG nova.compute.manager [req-1b2a972c-fc4a-4cfd-8d79-aaaec11cb008 req-9c8203c7-bbb9-42ea-9907-6afd4a6e57c9 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Received event network-vif-deleted-7bd4712d-19d4-4f8f-ac89-ffffb95b094d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.056841] env[69942]: INFO nova.compute.manager [req-1b2a972c-fc4a-4cfd-8d79-aaaec11cb008 req-9c8203c7-bbb9-42ea-9907-6afd4a6e57c9 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Neutron deleted interface 7bd4712d-19d4-4f8f-ac89-ffffb95b094d; detaching it from the instance and deleting it from the info cache [ 1177.057031] env[69942]: DEBUG nova.network.neutron [req-1b2a972c-fc4a-4cfd-8d79-aaaec11cb008 req-9c8203c7-bbb9-42ea-9907-6afd4a6e57c9 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.097155] env[69942]: DEBUG nova.compute.manager [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.309042] env[69942]: DEBUG nova.network.neutron [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.532503] env[69942]: DEBUG nova.network.neutron [-] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.535114] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea72d2e4-9c43-4e6b-b79a-02e7d032a019 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.545480] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e9f65d-8c16-4040-9bf1-e861114be1e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.588012] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bb66860-6175-4dc8-a4c5-34556cea7791 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.592133] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d8538-e72f-49b4-a8f5-46d3f86d6da5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.595747] env[69942]: DEBUG nova.network.neutron [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Updating instance_info_cache with network_info: [{"id": "5fa448a0-35ea-40c5-b44f-d29e74c42296", "address": "fa:16:3e:d3:c4:ec", "network": {"id": "7ba9afba-db58-48f9-a2dc-191afe20d40f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2026882283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1bdbcb20df24b1cb394e93e274a4f68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa448a0-35", "ovs_interfaceid": "5fa448a0-35ea-40c5-b44f-d29e74c42296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.611194] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a50b5-8af4-45d5-b978-a4182310188c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.619244] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec81bcc2-ab4c-47aa-8587-1bf91ebd5465 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.649826] env[69942]: DEBUG nova.compute.provider_tree [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.663311] env[69942]: DEBUG nova.compute.manager [req-1b2a972c-fc4a-4cfd-8d79-aaaec11cb008 req-9c8203c7-bbb9-42ea-9907-6afd4a6e57c9 service nova] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Detach interface failed, port_id=7bd4712d-19d4-4f8f-ac89-ffffb95b094d, reason: Instance 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.666701] env[69942]: DEBUG nova.scheduler.client.report [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.674956] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.675221] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.789159] env[69942]: DEBUG nova.network.neutron [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance_info_cache with network_info: [{"id": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "address": "fa:16:3e:17:8a:b1", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e5c57-25", "ovs_interfaceid": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.041583] env[69942]: INFO nova.compute.manager [-] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Took 1.44 seconds to deallocate network for instance. [ 1178.098925] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Releasing lock "refresh_cache-e24a2412-bc56-4034-9b98-4d2d9190576b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.099432] env[69942]: DEBUG nova.compute.manager [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Instance network_info: |[{"id": "5fa448a0-35ea-40c5-b44f-d29e74c42296", "address": "fa:16:3e:d3:c4:ec", "network": {"id": "7ba9afba-db58-48f9-a2dc-191afe20d40f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2026882283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1bdbcb20df24b1cb394e93e274a4f68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa448a0-35", "ovs_interfaceid": "5fa448a0-35ea-40c5-b44f-d29e74c42296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.100491] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:c4:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fa448a0-35ea-40c5-b44f-d29e74c42296', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.115332] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Creating folder: Project (e1bdbcb20df24b1cb394e93e274a4f68). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.115897] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48a5e619-4679-4d46-85f8-c0034b358d93 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.121347] env[69942]: DEBUG nova.compute.manager [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.135518] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Created folder: Project (e1bdbcb20df24b1cb394e93e274a4f68) in parent group-v761487. [ 1178.135889] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Creating folder: Instances. Parent ref: group-v761732. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.136272] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9b877c3-f46b-4615-8298-bc06092b2c3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.146990] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Created folder: Instances in parent group-v761732. [ 1178.147318] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.147537] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.149839] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.150087] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.150245] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.150421] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.150582] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.150740] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.150939] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.151108] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.151344] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.151524] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.151698] env[69942]: DEBUG nova.virt.hardware [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.151973] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a73a0256-3f09-42d2-9d84-b87c854da0f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.167702] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0ac12d-8844-480f-acd7-f0852ebc727b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.175572] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.096s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.176124] env[69942]: DEBUG nova.compute.manager [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.180224] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.672s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.180485] env[69942]: DEBUG nova.objects.instance [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'pci_requests' on Instance uuid 743145b3-8f63-4f36-80ad-cd277f780e48 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.181976] env[69942]: DEBUG nova.compute.manager [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.185428] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d623b25-67be-4e6e-9fe0-766115a70e38 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.189688] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.189688] env[69942]: value = "task-3831581" [ 1178.189688] env[69942]: _type = "Task" [ 1178.189688] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.197300] env[69942]: DEBUG nova.compute.manager [req-5f86eb2a-7455-4852-a712-067598a086f4 req-3c03aa22-c823-4999-9276-95c3f57f975a service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Received event network-changed-5fa448a0-35ea-40c5-b44f-d29e74c42296 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.197522] env[69942]: DEBUG nova.compute.manager [req-5f86eb2a-7455-4852-a712-067598a086f4 req-3c03aa22-c823-4999-9276-95c3f57f975a service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Refreshing instance network info cache due to event network-changed-5fa448a0-35ea-40c5-b44f-d29e74c42296. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.197808] env[69942]: DEBUG oslo_concurrency.lockutils [req-5f86eb2a-7455-4852-a712-067598a086f4 req-3c03aa22-c823-4999-9276-95c3f57f975a service nova] Acquiring lock "refresh_cache-e24a2412-bc56-4034-9b98-4d2d9190576b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.197960] env[69942]: DEBUG oslo_concurrency.lockutils [req-5f86eb2a-7455-4852-a712-067598a086f4 req-3c03aa22-c823-4999-9276-95c3f57f975a service nova] Acquired lock "refresh_cache-e24a2412-bc56-4034-9b98-4d2d9190576b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.198135] env[69942]: DEBUG nova.network.neutron [req-5f86eb2a-7455-4852-a712-067598a086f4 req-3c03aa22-c823-4999-9276-95c3f57f975a service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Refreshing network info cache for port 5fa448a0-35ea-40c5-b44f-d29e74c42296 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.219329] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831581, 'name': CreateVM_Task} progress is 15%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.292156] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.508324] env[69942]: DEBUG nova.network.neutron [req-5f86eb2a-7455-4852-a712-067598a086f4 req-3c03aa22-c823-4999-9276-95c3f57f975a service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Updated VIF entry in instance network info cache for port 5fa448a0-35ea-40c5-b44f-d29e74c42296. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.508759] env[69942]: DEBUG nova.network.neutron [req-5f86eb2a-7455-4852-a712-067598a086f4 req-3c03aa22-c823-4999-9276-95c3f57f975a service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Updating instance_info_cache with network_info: [{"id": "5fa448a0-35ea-40c5-b44f-d29e74c42296", "address": "fa:16:3e:d3:c4:ec", "network": {"id": "7ba9afba-db58-48f9-a2dc-191afe20d40f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2026882283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1bdbcb20df24b1cb394e93e274a4f68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa448a0-35", "ovs_interfaceid": "5fa448a0-35ea-40c5-b44f-d29e74c42296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.549085] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.628106] env[69942]: DEBUG nova.network.neutron [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Successfully updated port: 82d7d881-59b2-4f5c-8686-0d5062e77ebc {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.692558] env[69942]: DEBUG nova.objects.instance [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'numa_topology' on Instance uuid 743145b3-8f63-4f36-80ad-cd277f780e48 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.695850] env[69942]: DEBUG nova.compute.utils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.699748] env[69942]: DEBUG nova.compute.manager [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.699932] env[69942]: DEBUG nova.network.neutron [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.719203] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831581, 'name': CreateVM_Task, 'duration_secs': 0.331328} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.719203] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.719203] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.719203] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.719203] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.719460] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4e810e-e329-4906-a221-d470f0b3db0b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.727233] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for the task: (returnval){ [ 1178.727233] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527195b8-2644-0e8c-5011-8e5af3de96e7" [ 1178.727233] env[69942]: _type = "Task" [ 1178.727233] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.728559] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.738792] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527195b8-2644-0e8c-5011-8e5af3de96e7, 'name': SearchDatastore_Task} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.739087] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.739305] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.739532] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.739689] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.739858] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.740131] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b4a4699-d387-480c-8cf3-f6ba8172dffa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.751439] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.751761] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.752559] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e329d02-bf46-41bb-bd80-b7c95b44fe35 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.763936] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for the task: (returnval){ [ 1178.763936] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a8f762-f3af-8a54-4ab9-3ef2733c5e1a" [ 1178.763936] env[69942]: _type = "Task" [ 1178.763936] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.776496] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a8f762-f3af-8a54-4ab9-3ef2733c5e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.778012] env[69942]: DEBUG nova.policy [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e462f87437ee4ed69ed26d21af588e48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7527d75c7e9245ea816ea15783f48758', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.780193] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6dabf9a-2c34-46a5-ba06-a09bf6dc638e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.786953] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for the task: (returnval){ [ 1178.786953] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52936754-f1ff-80ea-a605-45db1bd8a38d" [ 1178.786953] env[69942]: _type = "Task" [ 1178.786953] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.796074] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52936754-f1ff-80ea-a605-45db1bd8a38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.813391] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad00795-756b-4493-b840-5934b53e1d7a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.835720] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54af9e9f-593f-4ca4-81ec-509ffed0c567 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.843467] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance '3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2' progress to 83 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.011681] env[69942]: DEBUG oslo_concurrency.lockutils [req-5f86eb2a-7455-4852-a712-067598a086f4 req-3c03aa22-c823-4999-9276-95c3f57f975a service nova] Releasing lock "refresh_cache-e24a2412-bc56-4034-9b98-4d2d9190576b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.131324] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquiring lock "refresh_cache-02071e5c-9370-4819-b9d4-3399d64fda76" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.131489] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquired lock "refresh_cache-02071e5c-9370-4819-b9d4-3399d64fda76" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.131647] env[69942]: DEBUG nova.network.neutron [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.200311] env[69942]: DEBUG nova.compute.manager [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.207660] env[69942]: INFO nova.compute.claims [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.210694] env[69942]: DEBUG nova.network.neutron [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Successfully created port: e1792318-750d-4106-a670-a286c8be19cb {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.298070] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52936754-f1ff-80ea-a605-45db1bd8a38d, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.298350] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.298624] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] e24a2412-bc56-4034-9b98-4d2d9190576b/e24a2412-bc56-4034-9b98-4d2d9190576b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.298899] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5733176-84e7-4327-90f6-7399674d6dcd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.307424] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for the task: (returnval){ [ 1179.307424] env[69942]: value = "task-3831582" [ 1179.307424] env[69942]: _type = "Task" [ 1179.307424] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.316680] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.350066] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.350455] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1338ff9e-b162-4350-8d5f-19bc04c04133 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.359168] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1179.359168] env[69942]: value = "task-3831583" [ 1179.359168] env[69942]: _type = "Task" [ 1179.359168] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.368576] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.675569] env[69942]: DEBUG nova.network.neutron [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.819115] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487747} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.819395] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] e24a2412-bc56-4034-9b98-4d2d9190576b/e24a2412-bc56-4034-9b98-4d2d9190576b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.819615] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.819872] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46ecb5ea-a324-4cf0-9208-1dfed2431bae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.827350] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for the task: (returnval){ [ 1179.827350] env[69942]: value = "task-3831584" [ 1179.827350] env[69942]: _type = "Task" [ 1179.827350] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.844641] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.872221] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831583, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.893489] env[69942]: DEBUG nova.network.neutron [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Updating instance_info_cache with network_info: [{"id": "82d7d881-59b2-4f5c-8686-0d5062e77ebc", "address": "fa:16:3e:ab:8b:79", "network": {"id": "689771e4-cf75-482f-a4b5-ccb792887ad6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-604855067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0418dd50244064af95249442522a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d7d881-59", "ovs_interfaceid": "82d7d881-59b2-4f5c-8686-0d5062e77ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.223274] env[69942]: DEBUG nova.compute.manager [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.226236] env[69942]: DEBUG nova.compute.manager [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Received event network-vif-plugged-82d7d881-59b2-4f5c-8686-0d5062e77ebc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.226460] env[69942]: DEBUG oslo_concurrency.lockutils [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] Acquiring lock "02071e5c-9370-4819-b9d4-3399d64fda76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.226671] env[69942]: DEBUG oslo_concurrency.lockutils [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] Lock "02071e5c-9370-4819-b9d4-3399d64fda76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.226839] env[69942]: DEBUG oslo_concurrency.lockutils [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] Lock "02071e5c-9370-4819-b9d4-3399d64fda76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.227037] env[69942]: DEBUG nova.compute.manager [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] No waiting events found dispatching network-vif-plugged-82d7d881-59b2-4f5c-8686-0d5062e77ebc {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.227210] env[69942]: WARNING nova.compute.manager [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Received unexpected event network-vif-plugged-82d7d881-59b2-4f5c-8686-0d5062e77ebc for instance with vm_state building and task_state spawning. [ 1180.228042] env[69942]: DEBUG nova.compute.manager [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Received event network-changed-82d7d881-59b2-4f5c-8686-0d5062e77ebc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.228042] env[69942]: DEBUG nova.compute.manager [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Refreshing instance network info cache due to event network-changed-82d7d881-59b2-4f5c-8686-0d5062e77ebc. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.228042] env[69942]: DEBUG oslo_concurrency.lockutils [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] Acquiring lock "refresh_cache-02071e5c-9370-4819-b9d4-3399d64fda76" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.254103] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.254352] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.254499] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.254684] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.254829] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.254975] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.255205] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.255365] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.255533] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.255696] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.255866] env[69942]: DEBUG nova.virt.hardware [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.256832] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbece41-b978-4822-9763-99f7298fe970 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.268654] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d11f74-4f46-42cc-976b-50ca12561432 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.337311] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077787} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.340080] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.341109] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a6e14d-c104-44d6-99db-4b51b8f54bea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.364114] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] e24a2412-bc56-4034-9b98-4d2d9190576b/e24a2412-bc56-4034-9b98-4d2d9190576b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.367640] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-205fc7b5-976e-4ef3-bf69-cabb4076449c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.391046] env[69942]: DEBUG oslo_vmware.api [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831583, 'name': PowerOnVM_Task, 'duration_secs': 0.609007} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.391046] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.391046] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ddc23c-75a8-4560-98a7-d90e12f68ec9 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance '3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2' progress to 100 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.396452] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for the task: (returnval){ [ 1180.396452] env[69942]: value = "task-3831585" [ 1180.396452] env[69942]: _type = "Task" [ 1180.396452] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.398859] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Releasing lock "refresh_cache-02071e5c-9370-4819-b9d4-3399d64fda76" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.399143] env[69942]: DEBUG nova.compute.manager [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Instance network_info: |[{"id": "82d7d881-59b2-4f5c-8686-0d5062e77ebc", "address": "fa:16:3e:ab:8b:79", "network": {"id": "689771e4-cf75-482f-a4b5-ccb792887ad6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-604855067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0418dd50244064af95249442522a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d7d881-59", "ovs_interfaceid": "82d7d881-59b2-4f5c-8686-0d5062e77ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.402462] env[69942]: DEBUG oslo_concurrency.lockutils [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] Acquired lock "refresh_cache-02071e5c-9370-4819-b9d4-3399d64fda76" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.402648] env[69942]: DEBUG nova.network.neutron [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Refreshing network info cache for port 82d7d881-59b2-4f5c-8686-0d5062e77ebc {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.404056] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:8b:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82d7d881-59b2-4f5c-8686-0d5062e77ebc', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.411425] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Creating folder: Project (1d0418dd50244064af95249442522a49). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.415109] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fcfa402-ca14-4f65-8542-266845696d80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.423509] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.431581] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Created folder: Project (1d0418dd50244064af95249442522a49) in parent group-v761487. [ 1180.431787] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Creating folder: Instances. Parent ref: group-v761735. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.432061] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-047b7254-d82e-4e67-9a96-23059fc66483 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.444259] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Created folder: Instances in parent group-v761735. [ 1180.444544] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.445453] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.445696] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e36fdd62-e196-49fb-91fd-826f960ece2f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.470343] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.470343] env[69942]: value = "task-3831588" [ 1180.470343] env[69942]: _type = "Task" [ 1180.470343] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.482539] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831588, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.736384] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239b0bd4-f3e2-48d0-9f5b-62d0fb880517 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.744818] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a62424-3346-49a3-bf61-edbe0d8c5251 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.781405] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b79c51-6794-49b4-afdb-dca1e1609293 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.792575] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab52ce1c-dbff-4f81-bac3-85c6a13ce3a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.808568] env[69942]: DEBUG nova.compute.provider_tree [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.832408] env[69942]: DEBUG nova.network.neutron [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Successfully updated port: e1792318-750d-4106-a670-a286c8be19cb {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.912629] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831585, 'name': ReconfigVM_Task, 'duration_secs': 0.31723} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.915283] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] e24a2412-bc56-4034-9b98-4d2d9190576b/e24a2412-bc56-4034-9b98-4d2d9190576b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.916253] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5739601-09e7-491f-b510-67b3d458fd60 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.928444] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for the task: (returnval){ [ 1180.928444] env[69942]: value = "task-3831589" [ 1180.928444] env[69942]: _type = "Task" [ 1180.928444] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.938060] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831589, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.983427] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831588, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.198192] env[69942]: DEBUG nova.network.neutron [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Updated VIF entry in instance network info cache for port 82d7d881-59b2-4f5c-8686-0d5062e77ebc. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.198629] env[69942]: DEBUG nova.network.neutron [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Updating instance_info_cache with network_info: [{"id": "82d7d881-59b2-4f5c-8686-0d5062e77ebc", "address": "fa:16:3e:ab:8b:79", "network": {"id": "689771e4-cf75-482f-a4b5-ccb792887ad6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-604855067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d0418dd50244064af95249442522a49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82d7d881-59", "ovs_interfaceid": "82d7d881-59b2-4f5c-8686-0d5062e77ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.311774] env[69942]: DEBUG nova.scheduler.client.report [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.334979] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "refresh_cache-aab23310-6005-492c-9f19-ee5c30d28fac" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.335149] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "refresh_cache-aab23310-6005-492c-9f19-ee5c30d28fac" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.335591] env[69942]: DEBUG nova.network.neutron [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.437658] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831589, 'name': Rename_Task, 'duration_secs': 0.152929} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.437961] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.438253] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-771020c2-5e41-429e-ad7f-a84cba86150a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.445307] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for the task: (returnval){ [ 1181.445307] env[69942]: value = "task-3831590" [ 1181.445307] env[69942]: _type = "Task" [ 1181.445307] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.454262] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.482689] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831588, 'name': CreateVM_Task, 'duration_secs': 0.686555} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.482889] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.483691] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.483877] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.484272] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.484543] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86e8dbf-98b2-41e6-a362-f66f77c77c1e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.489887] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for the task: (returnval){ [ 1181.489887] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c1ca4e-ee90-73ed-fbbf-e8df46af89ea" [ 1181.489887] env[69942]: _type = "Task" [ 1181.489887] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.500287] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c1ca4e-ee90-73ed-fbbf-e8df46af89ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.701120] env[69942]: DEBUG oslo_concurrency.lockutils [req-0eb43a70-d5a0-47c5-983d-b4fd6ebf81c1 req-825fd5ee-aa03-4409-a955-f6c77706c83e service nova] Releasing lock "refresh_cache-02071e5c-9370-4819-b9d4-3399d64fda76" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.817257] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.637s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.819859] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.263s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.820088] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.822225] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.220s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.822415] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.824332] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.312s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.824619] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.826397] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.624s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.861311] env[69942]: INFO nova.scheduler.client.report [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Deleted allocations for instance c66e9d35-c6d5-445f-95ff-50c7bb3e7158 [ 1181.864482] env[69942]: INFO nova.scheduler.client.report [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted allocations for instance 430d8f3f-6cb1-4c49-a578-552579679614 [ 1181.878827] env[69942]: DEBUG nova.network.neutron [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.883648] env[69942]: INFO nova.network.neutron [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating port 6f205cd2-e0b7-4439-bfa5-48a1f3663711 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1181.888181] env[69942]: INFO nova.scheduler.client.report [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleted allocations for instance d8c66893-191d-4fb3-8ae1-878d00783812 [ 1181.958831] env[69942]: DEBUG oslo_vmware.api [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831590, 'name': PowerOnVM_Task, 'duration_secs': 0.469225} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.961827] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.962029] env[69942]: INFO nova.compute.manager [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1181.962241] env[69942]: DEBUG nova.compute.manager [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.963128] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fca3791-1c4b-4eec-91e9-ff66178dea20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.001867] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c1ca4e-ee90-73ed-fbbf-e8df46af89ea, 'name': SearchDatastore_Task, 'duration_secs': 0.032214} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.002337] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.002630] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.002924] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.003107] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.003331] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.003650] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcb41733-417a-4e69-95ae-03fbdea04186 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.014444] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.014665] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.015490] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2abe49bc-009c-4d6f-b465-f41a54044adb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.025271] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for the task: (returnval){ [ 1182.025271] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cc45d7-07db-e36f-e6e3-b2eacfbffc5a" [ 1182.025271] env[69942]: _type = "Task" [ 1182.025271] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.035570] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cc45d7-07db-e36f-e6e3-b2eacfbffc5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.107981] env[69942]: DEBUG nova.network.neutron [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Updating instance_info_cache with network_info: [{"id": "e1792318-750d-4106-a670-a286c8be19cb", "address": "fa:16:3e:9f:fe:03", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1792318-75", "ovs_interfaceid": "e1792318-750d-4106-a670-a286c8be19cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.296722] env[69942]: DEBUG nova.compute.manager [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Received event network-vif-plugged-e1792318-750d-4106-a670-a286c8be19cb {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.296950] env[69942]: DEBUG oslo_concurrency.lockutils [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] Acquiring lock "aab23310-6005-492c-9f19-ee5c30d28fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.297420] env[69942]: DEBUG oslo_concurrency.lockutils [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] Lock "aab23310-6005-492c-9f19-ee5c30d28fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.297608] env[69942]: DEBUG oslo_concurrency.lockutils [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] Lock "aab23310-6005-492c-9f19-ee5c30d28fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.297791] env[69942]: DEBUG nova.compute.manager [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] No waiting events found dispatching network-vif-plugged-e1792318-750d-4106-a670-a286c8be19cb {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.297957] env[69942]: WARNING nova.compute.manager [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Received unexpected event network-vif-plugged-e1792318-750d-4106-a670-a286c8be19cb for instance with vm_state building and task_state spawning. [ 1182.298138] env[69942]: DEBUG nova.compute.manager [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Received event network-changed-e1792318-750d-4106-a670-a286c8be19cb {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.298297] env[69942]: DEBUG nova.compute.manager [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Refreshing instance network info cache due to event network-changed-e1792318-750d-4106-a670-a286c8be19cb. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.298463] env[69942]: DEBUG oslo_concurrency.lockutils [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] Acquiring lock "refresh_cache-aab23310-6005-492c-9f19-ee5c30d28fac" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.332099] env[69942]: INFO nova.compute.claims [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.375924] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4028ab52-976f-4428-b1d7-88c103e1b5c2 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c66e9d35-c6d5-445f-95ff-50c7bb3e7158" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.128s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.380034] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c313f19-9569-4808-8e71-40cc188cade1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "430d8f3f-6cb1-4c49-a578-552579679614" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.118s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.397577] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8a3a5b0b-8af5-4f7a-80d0-966455ef82f8 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "d8c66893-191d-4fb3-8ae1-878d00783812" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.322s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.483361] env[69942]: INFO nova.compute.manager [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Took 51.85 seconds to build instance. [ 1182.538897] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cc45d7-07db-e36f-e6e3-b2eacfbffc5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.539722] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389fa08c-62ad-470f-8d8d-f6380c675398 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.546459] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for the task: (returnval){ [ 1182.546459] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ae7759-0ee0-3a83-0d8c-2cb12843adbf" [ 1182.546459] env[69942]: _type = "Task" [ 1182.546459] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.556896] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ae7759-0ee0-3a83-0d8c-2cb12843adbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.609775] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "refresh_cache-aab23310-6005-492c-9f19-ee5c30d28fac" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.610194] env[69942]: DEBUG nova.compute.manager [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Instance network_info: |[{"id": "e1792318-750d-4106-a670-a286c8be19cb", "address": "fa:16:3e:9f:fe:03", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1792318-75", "ovs_interfaceid": "e1792318-750d-4106-a670-a286c8be19cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.610469] env[69942]: DEBUG oslo_concurrency.lockutils [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] Acquired lock "refresh_cache-aab23310-6005-492c-9f19-ee5c30d28fac" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.610697] env[69942]: DEBUG nova.network.neutron [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Refreshing network info cache for port e1792318-750d-4106-a670-a286c8be19cb {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.611993] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:fe:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1792318-750d-4106-a670-a286c8be19cb', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.620826] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.622073] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.622369] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e030e6d0-3f89-46d1-ba24-6b7a45dc1006 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.644202] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.644202] env[69942]: value = "task-3831591" [ 1182.644202] env[69942]: _type = "Task" [ 1182.644202] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.655683] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831591, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.843739] env[69942]: INFO nova.compute.resource_tracker [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating resource usage from migration ee4d7495-86f5-4a52-9c89-842bcbd81b72 [ 1182.987889] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9703ae20-2c88-4af3-be38-7c4449e94bad tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lock "e24a2412-bc56-4034-9b98-4d2d9190576b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.764s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.062520] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ae7759-0ee0-3a83-0d8c-2cb12843adbf, 'name': SearchDatastore_Task, 'duration_secs': 0.011436} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.062795] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.063215] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 02071e5c-9370-4819-b9d4-3399d64fda76/02071e5c-9370-4819-b9d4-3399d64fda76.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.063549] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-024f5066-d76d-4f00-acd6-bbe7213ddce2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.071282] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for the task: (returnval){ [ 1183.071282] env[69942]: value = "task-3831592" [ 1183.071282] env[69942]: _type = "Task" [ 1183.071282] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.086477] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.158872] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831591, 'name': CreateVM_Task, 'duration_secs': 0.400086} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.159072] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.159747] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.159907] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.160426] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.160699] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9814c6a8-9c0f-4c5c-9bb6-9aa7604c1e05 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.169421] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1183.169421] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5255e701-0cc4-0526-34c4-4450b966c90c" [ 1183.169421] env[69942]: _type = "Task" [ 1183.169421] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.182050] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5255e701-0cc4-0526-34c4-4450b966c90c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.344812] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d64409c-1b59-486b-a74b-d1a9ed669aa2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.358895] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843d0683-8e28-4936-a234-5068e56674fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.403900] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.404197] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.404402] env[69942]: DEBUG nova.compute.manager [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Going to confirm migration 3 {{(pid=69942) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1183.407661] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aeae01-e59a-4eb5-afe8-f973fbb84550 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.417427] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2c94b6-479b-49f1-b02c-56c02c52ad8b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.438314] env[69942]: DEBUG nova.compute.provider_tree [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.489889] env[69942]: DEBUG nova.network.neutron [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Updated VIF entry in instance network info cache for port e1792318-750d-4106-a670-a286c8be19cb. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.490332] env[69942]: DEBUG nova.network.neutron [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Updating instance_info_cache with network_info: [{"id": "e1792318-750d-4106-a670-a286c8be19cb", "address": "fa:16:3e:9f:fe:03", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1792318-75", "ovs_interfaceid": "e1792318-750d-4106-a670-a286c8be19cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.583401] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831592, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.683281] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5255e701-0cc4-0526-34c4-4450b966c90c, 'name': SearchDatastore_Task, 'duration_secs': 0.021671} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.684224] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.684224] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.684224] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.684430] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.685415] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.685415] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a84831fc-2446-4e5a-bb5f-4005e9efdda0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.698127] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.698127] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.700050] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3122685-5a67-483e-bf43-49df41ef0d52 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.707198] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1183.707198] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fc8ef4-67ae-dd4b-c6fc-c12ab3641ab8" [ 1183.707198] env[69942]: _type = "Task" [ 1183.707198] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.720886] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fc8ef4-67ae-dd4b-c6fc-c12ab3641ab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.820046] env[69942]: DEBUG oslo_concurrency.lockutils [None req-89471caa-9101-486e-bb15-565f91d9ab93 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "be520139-670f-460f-8a56-bbaea74b66de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.820484] env[69942]: DEBUG oslo_concurrency.lockutils [None req-89471caa-9101-486e-bb15-565f91d9ab93 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "be520139-670f-460f-8a56-bbaea74b66de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.845728] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.845936] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.846164] env[69942]: DEBUG nova.network.neutron [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.869615] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.869881] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.945973] env[69942]: DEBUG nova.scheduler.client.report [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.954935] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.954935] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.954935] env[69942]: DEBUG nova.network.neutron [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.954935] env[69942]: DEBUG nova.objects.instance [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'info_cache' on Instance uuid 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.994063] env[69942]: DEBUG oslo_concurrency.lockutils [req-01436562-3d3c-4e76-8f55-2481b6ae43a7 req-4eaaf383-2abb-47be-97b2-e9b5fda8b3de service nova] Releasing lock "refresh_cache-aab23310-6005-492c-9f19-ee5c30d28fac" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.085041] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657555} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.085041] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 02071e5c-9370-4819-b9d4-3399d64fda76/02071e5c-9370-4819-b9d4-3399d64fda76.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.085473] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.085869] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-561475ce-ce42-4ffe-8bac-212656a714fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.093753] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for the task: (returnval){ [ 1184.093753] env[69942]: value = "task-3831594" [ 1184.093753] env[69942]: _type = "Task" [ 1184.093753] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.103202] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.219548] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fc8ef4-67ae-dd4b-c6fc-c12ab3641ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.01708} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.221571] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcdda371-119f-4da7-9aa6-cfdc8767f686 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.231195] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1184.231195] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5227c207-0cbf-4832-f539-9603f10f4031" [ 1184.231195] env[69942]: _type = "Task" [ 1184.231195] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.241892] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5227c207-0cbf-4832-f539-9603f10f4031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.323867] env[69942]: DEBUG nova.compute.manager [None req-89471caa-9101-486e-bb15-565f91d9ab93 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: be520139-670f-460f-8a56-bbaea74b66de] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.360940] env[69942]: DEBUG nova.compute.manager [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received event network-vif-plugged-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.360940] env[69942]: DEBUG oslo_concurrency.lockutils [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] Acquiring lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.360940] env[69942]: DEBUG oslo_concurrency.lockutils [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] Lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.360940] env[69942]: DEBUG oslo_concurrency.lockutils [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] Lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.360940] env[69942]: DEBUG nova.compute.manager [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] No waiting events found dispatching network-vif-plugged-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.360940] env[69942]: WARNING nova.compute.manager [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received unexpected event network-vif-plugged-6f205cd2-e0b7-4439-bfa5-48a1f3663711 for instance with vm_state shelved_offloaded and task_state spawning. [ 1184.360940] env[69942]: DEBUG nova.compute.manager [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received event network-changed-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.361638] env[69942]: DEBUG nova.compute.manager [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Refreshing instance network info cache due to event network-changed-6f205cd2-e0b7-4439-bfa5-48a1f3663711. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.361638] env[69942]: DEBUG oslo_concurrency.lockutils [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] Acquiring lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.373984] env[69942]: INFO nova.compute.manager [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Detaching volume 692bad15-baf8-4ab3-aedc-7040d41d5fef [ 1184.414811] env[69942]: INFO nova.virt.block_device [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Attempting to driver detach volume 692bad15-baf8-4ab3-aedc-7040d41d5fef from mountpoint /dev/sdb [ 1184.415221] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.415852] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761688', 'volume_id': '692bad15-baf8-4ab3-aedc-7040d41d5fef', 'name': 'volume-692bad15-baf8-4ab3-aedc-7040d41d5fef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b9b814e-b35b-43ab-9933-3b01eefcdfe8', 'attached_at': '', 'detached_at': '', 'volume_id': '692bad15-baf8-4ab3-aedc-7040d41d5fef', 'serial': '692bad15-baf8-4ab3-aedc-7040d41d5fef'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.416521] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aced11-b9e5-4a63-8425-0daf5e5b159a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.440108] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc87f61-1f84-4cec-a882-4c69b36c56d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.453071] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.623s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.453071] env[69942]: INFO nova.compute.manager [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Migrating [ 1184.461649] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.164s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.463314] env[69942]: INFO nova.compute.claims [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.467020] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f745b0c3-f067-47c9-9297-a3f2ee4cc901 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.510731] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c834dfdd-988d-48a8-b950-8ea1e2f48dc6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.531032] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] The volume has not been displaced from its original location: [datastore2] volume-692bad15-baf8-4ab3-aedc-7040d41d5fef/volume-692bad15-baf8-4ab3-aedc-7040d41d5fef.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.535908] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.539184] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db783be-108d-423e-9488-68ee9beb1e3d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.562988] env[69942]: DEBUG oslo_vmware.api [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1184.562988] env[69942]: value = "task-3831595" [ 1184.562988] env[69942]: _type = "Task" [ 1184.562988] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.573073] env[69942]: DEBUG oslo_vmware.api [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.604789] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07375} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.605110] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.605969] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f99ff9-ce6a-4549-b567-6d930fcaee77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.632859] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 02071e5c-9370-4819-b9d4-3399d64fda76/02071e5c-9370-4819-b9d4-3399d64fda76.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.636051] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72b61c5-397c-460f-acf4-08d6d412d396 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.661786] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for the task: (returnval){ [ 1184.661786] env[69942]: value = "task-3831596" [ 1184.661786] env[69942]: _type = "Task" [ 1184.661786] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.671442] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.742181] env[69942]: DEBUG nova.network.neutron [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating instance_info_cache with network_info: [{"id": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "address": "fa:16:3e:f1:69:b3", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f205cd2-e0", "ovs_interfaceid": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.752153] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5227c207-0cbf-4832-f539-9603f10f4031, 'name': SearchDatastore_Task, 'duration_secs': 0.042578} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.752695] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.753250] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] aab23310-6005-492c-9f19-ee5c30d28fac/aab23310-6005-492c-9f19-ee5c30d28fac.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.754383] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dec4c1f-5ec5-4075-a548-94a787a3e91c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.764329] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1184.764329] env[69942]: value = "task-3831597" [ 1184.764329] env[69942]: _type = "Task" [ 1184.764329] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.774151] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.831405] env[69942]: DEBUG nova.compute.manager [None req-89471caa-9101-486e-bb15-565f91d9ab93 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: be520139-670f-460f-8a56-bbaea74b66de] Instance disappeared before build. {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1184.921406] env[69942]: DEBUG nova.network.neutron [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance_info_cache with network_info: [{"id": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "address": "fa:16:3e:17:8a:b1", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251e5c57-25", "ovs_interfaceid": "251e5c57-2540-4766-a202-f6f2eb7d3fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.987114] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.987114] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.987114] env[69942]: DEBUG nova.network.neutron [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.075104] env[69942]: DEBUG oslo_vmware.api [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.174678] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.247479] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.248334] env[69942]: DEBUG oslo_concurrency.lockutils [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] Acquired lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.248585] env[69942]: DEBUG nova.network.neutron [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Refreshing network info cache for port 6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.279443] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831597, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.281970] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e1244a1a51cba86a1e42999f5a056f9b',container_format='bare',created_at=2025-05-06T08:28:03Z,direct_url=,disk_format='vmdk',id=6f296206-3a0c-49b2-a1aa-b9c96d5e3e41,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-677915264-shelved',owner='ff386c56ed0c409aa4929716bd436f80',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-05-06T08:28:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.282252] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.284763] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.284763] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.284763] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.284763] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.284763] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.284763] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.284763] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.284763] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.284763] env[69942]: DEBUG nova.virt.hardware [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.284763] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5de47ff-1400-4b0a-b121-f8638cf6ecda {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.300309] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338711af-fafc-4cc3-b196-160875f792c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.321718] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:69:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f205cd2-e0b7-4439-bfa5-48a1f3663711', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.331677] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.332346] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.333075] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4752dff-f9cf-4214-844b-21b2422f1d39 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.367394] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.367394] env[69942]: value = "task-3831598" [ 1185.367394] env[69942]: _type = "Task" [ 1185.367394] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.374630] env[69942]: DEBUG oslo_concurrency.lockutils [None req-89471caa-9101-486e-bb15-565f91d9ab93 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "be520139-670f-460f-8a56-bbaea74b66de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.554s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.386042] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831598, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.422242] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.422499] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.425815] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.426134] env[69942]: DEBUG nova.objects.instance [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'migration_context' on Instance uuid 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.583500] env[69942]: DEBUG oslo_vmware.api [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831595, 'name': ReconfigVM_Task, 'duration_secs': 0.517075} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.583500] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.595433] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93407e80-67db-4ef5-aa04-4cb022e65d61 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.623319] env[69942]: DEBUG oslo_vmware.api [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1185.623319] env[69942]: value = "task-3831599" [ 1185.623319] env[69942]: _type = "Task" [ 1185.623319] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.642256] env[69942]: DEBUG oslo_vmware.api [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.645211] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquiring lock "e24a2412-bc56-4034-9b98-4d2d9190576b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.645297] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lock "e24a2412-bc56-4034-9b98-4d2d9190576b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.645513] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquiring lock "e24a2412-bc56-4034-9b98-4d2d9190576b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.645712] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lock "e24a2412-bc56-4034-9b98-4d2d9190576b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.645884] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lock "e24a2412-bc56-4034-9b98-4d2d9190576b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.650565] env[69942]: INFO nova.compute.manager [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Terminating instance [ 1185.679735] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831596, 'name': ReconfigVM_Task, 'duration_secs': 0.752527} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.680027] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 02071e5c-9370-4819-b9d4-3399d64fda76/02071e5c-9370-4819-b9d4-3399d64fda76.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.680732] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62a81a48-12b7-4a54-9e70-de8743915054 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.692370] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for the task: (returnval){ [ 1185.692370] env[69942]: value = "task-3831600" [ 1185.692370] env[69942]: _type = "Task" [ 1185.692370] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.703964] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831600, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.781877] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722969} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.788032] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] aab23310-6005-492c-9f19-ee5c30d28fac/aab23310-6005-492c-9f19-ee5c30d28fac.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.788032] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.788032] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0482f5fd-cc48-4369-9c8b-a22183909f1c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.791343] env[69942]: DEBUG nova.network.neutron [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance_info_cache with network_info: [{"id": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "address": "fa:16:3e:59:56:da", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ce64bf-3b", "ovs_interfaceid": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.795116] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1185.795116] env[69942]: value = "task-3831601" [ 1185.795116] env[69942]: _type = "Task" [ 1185.795116] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.808516] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.879526] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831598, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.928381] env[69942]: DEBUG nova.compute.manager [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.934277] env[69942]: DEBUG nova.objects.base [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Object Instance<3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2> lazy-loaded attributes: info_cache,migration_context {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1185.935765] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760c97d6-6139-4886-9760-fd7ce0c2d8a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.962573] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e803ac-7aa2-4c0d-8872-6d34cee71906 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.970963] env[69942]: DEBUG oslo_vmware.api [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1185.970963] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52043f95-ff27-4448-6855-6c3998a0ca89" [ 1185.970963] env[69942]: _type = "Task" [ 1185.970963] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.980940] env[69942]: DEBUG oslo_vmware.api [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52043f95-ff27-4448-6855-6c3998a0ca89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.026503] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738dfa72-89e6-4763-a684-6e6edb1ab6d0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.037303] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7962dc0-7795-48e6-9b26-6254e0ad51bd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.078123] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b331c6cd-975f-4994-a250-4c73da95f58f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.086143] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913697f5-7507-4ff0-9277-a570f8afa16e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.090893] env[69942]: DEBUG nova.network.neutron [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updated VIF entry in instance network info cache for port 6f205cd2-e0b7-4439-bfa5-48a1f3663711. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.091267] env[69942]: DEBUG nova.network.neutron [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating instance_info_cache with network_info: [{"id": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "address": "fa:16:3e:f1:69:b3", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f205cd2-e0", "ovs_interfaceid": "6f205cd2-e0b7-4439-bfa5-48a1f3663711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.102941] env[69942]: DEBUG nova.compute.provider_tree [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.135098] env[69942]: DEBUG oslo_vmware.api [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831599, 'name': ReconfigVM_Task, 'duration_secs': 0.261342} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.135098] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761688', 'volume_id': '692bad15-baf8-4ab3-aedc-7040d41d5fef', 'name': 'volume-692bad15-baf8-4ab3-aedc-7040d41d5fef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b9b814e-b35b-43ab-9933-3b01eefcdfe8', 'attached_at': '', 'detached_at': '', 'volume_id': '692bad15-baf8-4ab3-aedc-7040d41d5fef', 'serial': '692bad15-baf8-4ab3-aedc-7040d41d5fef'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1186.157785] env[69942]: DEBUG nova.compute.manager [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.158028] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.158983] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b037ef-8d80-47b1-9536-fc4e125b2e8e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.169525] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.169817] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49c11713-032a-412a-8584-9690191f037c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.181032] env[69942]: DEBUG oslo_vmware.api [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for the task: (returnval){ [ 1186.181032] env[69942]: value = "task-3831602" [ 1186.181032] env[69942]: _type = "Task" [ 1186.181032] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.190833] env[69942]: DEBUG oslo_vmware.api [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.203169] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831600, 'name': Rename_Task, 'duration_secs': 0.195101} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.203714] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.203838] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2d583ae-1643-4c99-9931-b280b99e27ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.210895] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for the task: (returnval){ [ 1186.210895] env[69942]: value = "task-3831603" [ 1186.210895] env[69942]: _type = "Task" [ 1186.210895] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.220526] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.296149] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.307678] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080911} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.307837] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.308664] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24807232-7710-445f-b43c-76bd51db5540 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.337010] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] aab23310-6005-492c-9f19-ee5c30d28fac/aab23310-6005-492c-9f19-ee5c30d28fac.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.337762] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c021ca-79c9-4135-8ef5-246a951c9162 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.362198] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1186.362198] env[69942]: value = "task-3831604" [ 1186.362198] env[69942]: _type = "Task" [ 1186.362198] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.373077] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.383414] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831598, 'name': CreateVM_Task, 'duration_secs': 0.656145} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.383722] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.384731] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.384983] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.385542] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.385919] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0edb3db2-56a1-4cc0-8b57-148191f3c1fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.392288] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1186.392288] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525bc796-6996-9770-bb22-74790f6c1658" [ 1186.392288] env[69942]: _type = "Task" [ 1186.392288] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.402613] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525bc796-6996-9770-bb22-74790f6c1658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.453092] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.482773] env[69942]: DEBUG oslo_vmware.api [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52043f95-ff27-4448-6855-6c3998a0ca89, 'name': SearchDatastore_Task, 'duration_secs': 0.048514} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.483159] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.594311] env[69942]: DEBUG oslo_concurrency.lockutils [req-2ea2f6bc-4a41-463a-9f45-f0c45be6df18 req-ee0c185c-477e-419c-a464-450d38bbb795 service nova] Releasing lock "refresh_cache-743145b3-8f63-4f36-80ad-cd277f780e48" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.606277] env[69942]: DEBUG nova.scheduler.client.report [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.685892] env[69942]: DEBUG nova.objects.instance [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lazy-loading 'flavor' on Instance uuid 3b9b814e-b35b-43ab-9933-3b01eefcdfe8 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.693196] env[69942]: DEBUG oslo_vmware.api [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831602, 'name': PowerOffVM_Task, 'duration_secs': 0.306986} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.693521] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.693727] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.694035] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99d4c017-08e6-429a-b2c4-ec3dec93dc08 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.722089] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.759725] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.759725] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.760080] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Deleting the datastore file [datastore2] e24a2412-bc56-4034-9b98-4d2d9190576b {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.760168] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3178716-6f9e-4d15-a602-0aea72131dfc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.768121] env[69942]: DEBUG oslo_vmware.api [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for the task: (returnval){ [ 1186.768121] env[69942]: value = "task-3831606" [ 1186.768121] env[69942]: _type = "Task" [ 1186.768121] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.779851] env[69942]: DEBUG oslo_vmware.api [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.872617] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831604, 'name': ReconfigVM_Task, 'duration_secs': 0.310815} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.873273] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfigured VM instance instance-0000005b to attach disk [datastore1] aab23310-6005-492c-9f19-ee5c30d28fac/aab23310-6005-492c-9f19-ee5c30d28fac.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.873667] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d13477d-3ce3-4c7c-88b5-1b86788916d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.881874] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1186.881874] env[69942]: value = "task-3831607" [ 1186.881874] env[69942]: _type = "Task" [ 1186.881874] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.896900] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831607, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.907352] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.907685] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Processing image 6f296206-3a0c-49b2-a1aa-b9c96d5e3e41 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.907971] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.908162] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.908383] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.908741] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-457ab457-48f2-4fda-905c-55f51bffe4bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.919083] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.919300] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.920185] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c10416-d159-44f5-ac1f-337588a8bc71 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.926472] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1186.926472] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5278d9b3-2f71-b56f-f7f9-84b545346a28" [ 1186.926472] env[69942]: _type = "Task" [ 1186.926472] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.935690] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5278d9b3-2f71-b56f-f7f9-84b545346a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.114552] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.114552] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.114903] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.769s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.116713] env[69942]: INFO nova.compute.claims [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.222040] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831603, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.282506] env[69942]: DEBUG oslo_vmware.api [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Task: {'id': task-3831606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151101} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.282897] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.283245] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.283531] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.283805] env[69942]: INFO nova.compute.manager [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1187.284195] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.284488] env[69942]: DEBUG nova.compute.manager [-] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.284752] env[69942]: DEBUG nova.network.neutron [-] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.393969] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831607, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.440655] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Preparing fetch location {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1187.440925] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Fetch image to [datastore1] OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda/OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda.vmdk {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1187.441120] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Downloading stream optimized image 6f296206-3a0c-49b2-a1aa-b9c96d5e3e41 to [datastore1] OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda/OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda.vmdk on the data store datastore1 as vApp {{(pid=69942) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1187.441288] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Downloading image file data 6f296206-3a0c-49b2-a1aa-b9c96d5e3e41 to the ESX as VM named 'OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda' {{(pid=69942) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1187.533897] env[69942]: DEBUG oslo_vmware.rw_handles [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1187.533897] env[69942]: value = "resgroup-9" [ 1187.533897] env[69942]: _type = "ResourcePool" [ 1187.533897] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1187.534563] env[69942]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dedbb5bd-a39c-4614-a3d8-afe8f00752f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.565023] env[69942]: DEBUG oslo_vmware.rw_handles [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lease: (returnval){ [ 1187.565023] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528d7110-0336-7d07-ec4e-1ef4f0354597" [ 1187.565023] env[69942]: _type = "HttpNfcLease" [ 1187.565023] env[69942]: } obtained for vApp import into resource pool (val){ [ 1187.565023] env[69942]: value = "resgroup-9" [ 1187.565023] env[69942]: _type = "ResourcePool" [ 1187.565023] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1187.565023] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the lease: (returnval){ [ 1187.565023] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528d7110-0336-7d07-ec4e-1ef4f0354597" [ 1187.565023] env[69942]: _type = "HttpNfcLease" [ 1187.565023] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1187.574581] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.574581] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528d7110-0336-7d07-ec4e-1ef4f0354597" [ 1187.574581] env[69942]: _type = "HttpNfcLease" [ 1187.574581] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1187.621198] env[69942]: DEBUG nova.compute.utils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.625429] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.625524] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.691096] env[69942]: DEBUG nova.policy [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c9a56fc6db4d21859e8637577fb1e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7975d0b66cc049d1a24f3b9fad17bc15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.693486] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ee70363a-5d71-494d-bfc6-9848831c7293 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.823s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.707425] env[69942]: DEBUG nova.compute.manager [req-07671d35-b1d5-45c6-99c1-9052e1d10ce2 req-7319d028-cff8-41fd-a733-95b0b35c1476 service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Received event network-vif-deleted-5fa448a0-35ea-40c5-b44f-d29e74c42296 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.707651] env[69942]: INFO nova.compute.manager [req-07671d35-b1d5-45c6-99c1-9052e1d10ce2 req-7319d028-cff8-41fd-a733-95b0b35c1476 service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Neutron deleted interface 5fa448a0-35ea-40c5-b44f-d29e74c42296; detaching it from the instance and deleting it from the info cache [ 1187.707844] env[69942]: DEBUG nova.network.neutron [req-07671d35-b1d5-45c6-99c1-9052e1d10ce2 req-7319d028-cff8-41fd-a733-95b0b35c1476 service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.724816] env[69942]: DEBUG oslo_vmware.api [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831603, 'name': PowerOnVM_Task, 'duration_secs': 1.205} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.725443] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.725760] env[69942]: INFO nova.compute.manager [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1187.725873] env[69942]: DEBUG nova.compute.manager [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.726865] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdf636d-a20a-4d75-b3fa-17413540fd1e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.816887] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab3e6e0-8a43-41b6-8e6c-cc32ff724646 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.841684] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance '125968c4-c7c4-46d9-9f4e-72c633b8115e' progress to 0 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.896661] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831607, 'name': Rename_Task, 'duration_secs': 0.88696} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.898372] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.899053] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c72da577-9b64-48f6-8af0-6e8320bf6051 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.907317] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1187.907317] env[69942]: value = "task-3831609" [ 1187.907317] env[69942]: _type = "Task" [ 1187.907317] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.926522] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.011164] env[69942]: DEBUG oslo_concurrency.lockutils [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "2188b102-036e-44fb-9b71-047fc1640af4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.011164] env[69942]: DEBUG oslo_concurrency.lockutils [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "2188b102-036e-44fb-9b71-047fc1640af4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.011164] env[69942]: DEBUG oslo_concurrency.lockutils [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "2188b102-036e-44fb-9b71-047fc1640af4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.011164] env[69942]: DEBUG oslo_concurrency.lockutils [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "2188b102-036e-44fb-9b71-047fc1640af4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.011164] env[69942]: DEBUG oslo_concurrency.lockutils [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "2188b102-036e-44fb-9b71-047fc1640af4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.017816] env[69942]: INFO nova.compute.manager [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Terminating instance [ 1188.073806] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.073806] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528d7110-0336-7d07-ec4e-1ef4f0354597" [ 1188.073806] env[69942]: _type = "HttpNfcLease" [ 1188.073806] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1188.074180] env[69942]: DEBUG oslo_vmware.rw_handles [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1188.074180] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528d7110-0336-7d07-ec4e-1ef4f0354597" [ 1188.074180] env[69942]: _type = "HttpNfcLease" [ 1188.074180] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1188.074961] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5570fc-b6be-4cfa-a836-4aa9426350c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.081350] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Successfully created port: e021229c-2ca7-4179-923c-24508dffdc2f {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.087720] env[69942]: DEBUG oslo_vmware.rw_handles [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234f294-9415-a0bd-0c81-11f958e18bd2/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1188.087916] env[69942]: DEBUG oslo_vmware.rw_handles [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234f294-9415-a0bd-0c81-11f958e18bd2/disk-0.vmdk. {{(pid=69942) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1188.149795] env[69942]: DEBUG nova.network.neutron [-] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.155837] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.164347] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0c7e5e21-1ccf-4c0e-a79d-f7268b755707 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.211228] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba797757-7dd8-4218-999c-b00874b032bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.222662] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7751e5bb-60b8-4dcd-9a2e-e210c38da712 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.252524] env[69942]: INFO nova.compute.manager [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Took 47.96 seconds to build instance. [ 1188.276349] env[69942]: DEBUG nova.compute.manager [req-07671d35-b1d5-45c6-99c1-9052e1d10ce2 req-7319d028-cff8-41fd-a733-95b0b35c1476 service nova] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Detach interface failed, port_id=5fa448a0-35ea-40c5-b44f-d29e74c42296, reason: Instance e24a2412-bc56-4034-9b98-4d2d9190576b could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.350075] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.350464] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb84899d-5099-4fa2-928b-cea126625539 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.362808] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1188.362808] env[69942]: value = "task-3831610" [ 1188.362808] env[69942]: _type = "Task" [ 1188.362808] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.372304] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.423531] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831609, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.520843] env[69942]: DEBUG nova.compute.manager [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.521211] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.526894] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2806739-05ca-4f4b-829f-a526d9ed59fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.539603] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.540336] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d10aa71-b986-44cd-b477-3a1bbf01b48f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.551060] env[69942]: DEBUG oslo_vmware.api [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1188.551060] env[69942]: value = "task-3831611" [ 1188.551060] env[69942]: _type = "Task" [ 1188.551060] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.570145] env[69942]: DEBUG oslo_vmware.api [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.659930] env[69942]: INFO nova.compute.manager [-] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Took 1.38 seconds to deallocate network for instance. [ 1188.755334] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2de75e30-5d54-49e4-a086-40eb99d90098 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lock "02071e5c-9370-4819-b9d4-3399d64fda76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.778s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.756416] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de4a6d8-afc9-4d9f-91b9-917183aa4979 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.768788] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eac9047-7ec6-4208-b28b-a11fca8fab25 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.809999] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b425cfa5-7e28-4b53-ad30-9db71253a1e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.819934] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d603ca8-2bf8-4aaa-b4a4-4a952066e7d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.846955] env[69942]: DEBUG nova.compute.provider_tree [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.881400] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.923869] env[69942]: DEBUG oslo_vmware.api [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831609, 'name': PowerOnVM_Task, 'duration_secs': 0.575872} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.926832] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.927156] env[69942]: INFO nova.compute.manager [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1188.928034] env[69942]: DEBUG nova.compute.manager [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.929033] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0459d130-d6f3-415f-bb32-5e887bdd2c5e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.062647] env[69942]: DEBUG oslo_vmware.api [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.110732] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.111322] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.111656] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.111970] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.112278] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.118999] env[69942]: INFO nova.compute.manager [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Terminating instance [ 1189.173226] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.177283] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.207366] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.207881] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.208559] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.208692] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.208831] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.209082] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.209329] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.209570] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.209894] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.210243] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.210532] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.212462] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0053d00-052d-4c62-9cc5-e18c40b14dc3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.228598] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547397a2-8607-4070-a55b-bd00b3bf3d8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.353741] env[69942]: DEBUG nova.scheduler.client.report [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.381349] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831610, 'name': PowerOffVM_Task, 'duration_secs': 0.915231} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.383532] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.383975] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance '125968c4-c7c4-46d9-9f4e-72c633b8115e' progress to 17 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.463050] env[69942]: INFO nova.compute.manager [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Took 42.47 seconds to build instance. [ 1189.561602] env[69942]: DEBUG oslo_vmware.api [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831611, 'name': PowerOffVM_Task, 'duration_secs': 0.72918} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.563834] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.564184] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.564575] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3edc7b2e-4310-4726-92d5-23defe2b3151 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.624699] env[69942]: DEBUG nova.compute.manager [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.624830] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.626480] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc53611-364c-4159-b3e9-c9026cccccbf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.636283] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.636700] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b259e27d-0a11-4912-a32a-9339ef732451 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.646300] env[69942]: DEBUG oslo_vmware.api [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1189.646300] env[69942]: value = "task-3831613" [ 1189.646300] env[69942]: _type = "Task" [ 1189.646300] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.657602] env[69942]: DEBUG oslo_vmware.api [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.663897] env[69942]: DEBUG oslo_vmware.rw_handles [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Completed reading data from the image iterator. {{(pid=69942) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1189.664495] env[69942]: DEBUG oslo_vmware.rw_handles [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234f294-9415-a0bd-0c81-11f958e18bd2/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1189.666520] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff028439-e1e8-4a84-aebf-faf8ce20a861 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.673547] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.674067] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.674685] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Deleting the datastore file [datastore1] 2188b102-036e-44fb-9b71-047fc1640af4 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.675889] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62cc419c-c525-4b7d-8be5-d77f45141e10 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.686380] env[69942]: DEBUG oslo_vmware.rw_handles [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234f294-9415-a0bd-0c81-11f958e18bd2/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1189.686540] env[69942]: DEBUG oslo_vmware.rw_handles [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234f294-9415-a0bd-0c81-11f958e18bd2/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1189.687329] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6054ea60-7f60-44bd-b43d-ec6fd4600cb4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.693468] env[69942]: DEBUG oslo_vmware.api [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1189.693468] env[69942]: value = "task-3831614" [ 1189.693468] env[69942]: _type = "Task" [ 1189.693468] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.706557] env[69942]: DEBUG oslo_vmware.api [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.850187] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquiring lock "02071e5c-9370-4819-b9d4-3399d64fda76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.850519] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lock "02071e5c-9370-4819-b9d4-3399d64fda76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.850761] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquiring lock "02071e5c-9370-4819-b9d4-3399d64fda76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.850966] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lock "02071e5c-9370-4819-b9d4-3399d64fda76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.851189] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lock "02071e5c-9370-4819-b9d4-3399d64fda76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.853589] env[69942]: INFO nova.compute.manager [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Terminating instance [ 1189.859980] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.860507] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.863665] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.269s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.865559] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.870196] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.267s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.870557] env[69942]: DEBUG nova.objects.instance [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lazy-loading 'resources' on Instance uuid 7ed0027a-77b2-4f48-98d8-6d3f31468164 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.891712] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.895350] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.895618] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.895907] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.896019] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.896299] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.896577] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.896884] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.896996] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.897229] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.897445] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.904324] env[69942]: INFO nova.scheduler.client.report [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Deleted allocations for instance f8e4bfe6-bb63-471b-af51-911755e8a9e1 [ 1189.905806] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c8f59c4-153d-4e56-a6cc-703842ffaaac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.927577] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1189.927577] env[69942]: value = "task-3831615" [ 1189.927577] env[69942]: _type = "Task" [ 1189.927577] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.942612] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.966025] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8f1293e2-8ab2-4317-8197-4b519b08eb6f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.836s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.969730] env[69942]: DEBUG oslo_vmware.rw_handles [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5234f294-9415-a0bd-0c81-11f958e18bd2/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1189.969870] env[69942]: INFO nova.virt.vmwareapi.images [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Downloaded image file data 6f296206-3a0c-49b2-a1aa-b9c96d5e3e41 [ 1189.970871] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7332403c-a749-43c7-9615-21159eeb7b78 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.991995] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1f65d8c-953f-474d-a198-778efd4394e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.021594] env[69942]: INFO nova.virt.vmwareapi.images [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] The imported VM was unregistered [ 1190.024775] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Caching image {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1190.026088] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.026088] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82ae01ca-7803-49bf-ade7-9199f6e0e4ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.040524] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Created directory with path [datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.040797] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda/OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda.vmdk to [datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41.vmdk. {{(pid=69942) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1190.041117] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-979e3767-a0ef-473b-ba59-09edab442e4a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.051358] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1190.051358] env[69942]: value = "task-3831617" [ 1190.051358] env[69942]: _type = "Task" [ 1190.051358] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.061900] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831617, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.120384] env[69942]: DEBUG nova.compute.manager [req-2a5e9865-312e-4dc2-8d34-79d6452cd722 req-b0bfe348-26ba-45f6-a732-650091ecf12e service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Received event network-vif-plugged-e021229c-2ca7-4179-923c-24508dffdc2f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.120683] env[69942]: DEBUG oslo_concurrency.lockutils [req-2a5e9865-312e-4dc2-8d34-79d6452cd722 req-b0bfe348-26ba-45f6-a732-650091ecf12e service nova] Acquiring lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.120872] env[69942]: DEBUG oslo_concurrency.lockutils [req-2a5e9865-312e-4dc2-8d34-79d6452cd722 req-b0bfe348-26ba-45f6-a732-650091ecf12e service nova] Lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.121365] env[69942]: DEBUG oslo_concurrency.lockutils [req-2a5e9865-312e-4dc2-8d34-79d6452cd722 req-b0bfe348-26ba-45f6-a732-650091ecf12e service nova] Lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.121882] env[69942]: DEBUG nova.compute.manager [req-2a5e9865-312e-4dc2-8d34-79d6452cd722 req-b0bfe348-26ba-45f6-a732-650091ecf12e service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] No waiting events found dispatching network-vif-plugged-e021229c-2ca7-4179-923c-24508dffdc2f {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.121882] env[69942]: WARNING nova.compute.manager [req-2a5e9865-312e-4dc2-8d34-79d6452cd722 req-b0bfe348-26ba-45f6-a732-650091ecf12e service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Received unexpected event network-vif-plugged-e021229c-2ca7-4179-923c-24508dffdc2f for instance with vm_state building and task_state spawning. [ 1190.159247] env[69942]: DEBUG oslo_vmware.api [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831613, 'name': PowerOffVM_Task, 'duration_secs': 0.242956} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.159569] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.159749] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.160053] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b3b5132-0c8c-4144-8bd5-945cf5c83135 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.207909] env[69942]: DEBUG oslo_vmware.api [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269478} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.208309] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.208822] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.209158] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.209550] env[69942]: INFO nova.compute.manager [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1190.210049] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.210859] env[69942]: DEBUG nova.compute.manager [-] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.210859] env[69942]: DEBUG nova.network.neutron [-] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.241105] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.241296] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.241516] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleting the datastore file [datastore2] 3b9b814e-b35b-43ab-9933-3b01eefcdfe8 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.241839] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07f5d1de-7a7a-4620-a325-12100f29c3fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.250425] env[69942]: DEBUG oslo_vmware.api [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1190.250425] env[69942]: value = "task-3831619" [ 1190.250425] env[69942]: _type = "Task" [ 1190.250425] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.263913] env[69942]: DEBUG oslo_vmware.api [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.335381] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Successfully updated port: e021229c-2ca7-4179-923c-24508dffdc2f {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.357792] env[69942]: DEBUG nova.compute.manager [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.358091] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.359056] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a5995a-99e5-4431-b3fe-5f3fb00c5d8b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.369381] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.369728] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d5a08c6-29e8-4ead-9d4e-d45be536d6aa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.374862] env[69942]: DEBUG nova.compute.utils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.381022] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.381474] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.383801] env[69942]: DEBUG oslo_vmware.api [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for the task: (returnval){ [ 1190.383801] env[69942]: value = "task-3831620" [ 1190.383801] env[69942]: _type = "Task" [ 1190.383801] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.396038] env[69942]: DEBUG oslo_vmware.api [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.424193] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79dd4f14-3c57-43dc-878c-04025d4328dd tempest-AttachInterfacesV270Test-1416906759 tempest-AttachInterfacesV270Test-1416906759-project-member] Lock "f8e4bfe6-bb63-471b-af51-911755e8a9e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.331s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.443163] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831615, 'name': ReconfigVM_Task, 'duration_secs': 0.205192} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.443524] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance '125968c4-c7c4-46d9-9f4e-72c633b8115e' progress to 33 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.455408] env[69942]: DEBUG nova.policy [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c9a56fc6db4d21859e8637577fb1e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7975d0b66cc049d1a24f3b9fad17bc15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.572340] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831617, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.627121] env[69942]: DEBUG nova.compute.manager [req-8ee3be56-ee36-4cf0-a8c3-0248dbede52c req-e0fd0e5b-0ca2-4e16-942a-0f98fabfbf34 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Received event network-vif-deleted-3364ee73-0bc3-44d6-82b5-5e0e2aab8afd {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.627339] env[69942]: INFO nova.compute.manager [req-8ee3be56-ee36-4cf0-a8c3-0248dbede52c req-e0fd0e5b-0ca2-4e16-942a-0f98fabfbf34 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Neutron deleted interface 3364ee73-0bc3-44d6-82b5-5e0e2aab8afd; detaching it from the instance and deleting it from the info cache [ 1190.627417] env[69942]: DEBUG nova.network.neutron [req-8ee3be56-ee36-4cf0-a8c3-0248dbede52c req-e0fd0e5b-0ca2-4e16-942a-0f98fabfbf34 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.761400] env[69942]: DEBUG oslo_vmware.api [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340356} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.762136] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.762337] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.762567] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.762664] env[69942]: INFO nova.compute.manager [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1190.762952] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.763127] env[69942]: DEBUG nova.compute.manager [-] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.763213] env[69942]: DEBUG nova.network.neutron [-] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.839261] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "refresh_cache-a1561d54-1415-4592-aeb7-4b0385ab9e9b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.839422] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "refresh_cache-a1561d54-1415-4592-aeb7-4b0385ab9e9b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.839586] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.885620] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.905934] env[69942]: DEBUG oslo_vmware.api [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831620, 'name': PowerOffVM_Task, 'duration_secs': 0.250405} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.906297] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.906417] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.906719] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf70811b-8bce-4932-9c2f-58a7f09fc3e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.933469] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b55f141-1680-4c71-ae89-e73ef6d80ffa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.946409] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdacf702-b6c8-4f64-ab16-0e0e571dabb7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.956043] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.956381] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.956567] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.956892] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.958047] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.958047] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.958047] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.958047] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.958047] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.958200] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.959026] env[69942]: DEBUG nova.virt.hardware [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.965824] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.965824] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc994ec1-7e5a-4a2a-bdb4-400de8e22a77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.988130] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1190.988130] env[69942]: value = "task-3831622" [ 1190.988130] env[69942]: _type = "Task" [ 1190.988130] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.027797] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1469f2-037d-4c0a-9f33-45bd5053326a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.030837] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.031118] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.031321] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Deleting the datastore file [datastore2] 02071e5c-9370-4819-b9d4-3399d64fda76 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.037169] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28f05a95-18c0-4f82-95a6-142515e82a73 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.037169] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.046056] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f846b56-d7e3-4fd5-ae97-36324f8b84ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.051591] env[69942]: DEBUG oslo_vmware.api [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for the task: (returnval){ [ 1191.051591] env[69942]: value = "task-3831623" [ 1191.051591] env[69942]: _type = "Task" [ 1191.051591] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.063098] env[69942]: DEBUG nova.compute.provider_tree [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.074399] env[69942]: DEBUG oslo_vmware.api [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.078857] env[69942]: DEBUG nova.network.neutron [-] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.080077] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831617, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.132133] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ba6623d-8142-4e34-a028-fa8ed9af4885 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.144302] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf7cdb1-c149-4812-a64c-0a5a5e7901ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.185296] env[69942]: DEBUG nova.compute.manager [req-8ee3be56-ee36-4cf0-a8c3-0248dbede52c req-e0fd0e5b-0ca2-4e16-942a-0f98fabfbf34 service nova] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Detach interface failed, port_id=3364ee73-0bc3-44d6-82b5-5e0e2aab8afd, reason: Instance 2188b102-036e-44fb-9b71-047fc1640af4 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.186895] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Successfully created port: 4f1c4ecb-3ada-489a-8edc-6e6f900a5641 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.389537] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.501947] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.566970] env[69942]: DEBUG oslo_vmware.api [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Task: {'id': task-3831623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310094} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.571857] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.572131] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.572262] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.572432] env[69942]: INFO nova.compute.manager [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1191.573189] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.573889] env[69942]: DEBUG nova.scheduler.client.report [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.581326] env[69942]: DEBUG nova.compute.manager [-] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.581326] env[69942]: DEBUG nova.network.neutron [-] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.583335] env[69942]: INFO nova.compute.manager [-] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Took 1.37 seconds to deallocate network for instance. [ 1191.588857] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831617, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.763983] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Updating instance_info_cache with network_info: [{"id": "e021229c-2ca7-4179-923c-24508dffdc2f", "address": "fa:16:3e:81:fe:7e", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape021229c-2c", "ovs_interfaceid": "e021229c-2ca7-4179-923c-24508dffdc2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.905875] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.938897] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.942367] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.942367] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.942367] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.942367] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.942367] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.942367] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.942367] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.942367] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.942367] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.942367] env[69942]: DEBUG nova.virt.hardware [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.942367] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6851fc6-2bfd-4182-b6fd-6980077e40a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.952575] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28598c82-d6f4-43d7-abb7-06d304ed6f29 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.000952] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.049779] env[69942]: DEBUG nova.network.neutron [-] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.080846] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831617, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.081694] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.084345] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.036s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.084880] env[69942]: DEBUG nova.objects.instance [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lazy-loading 'resources' on Instance uuid ed927802-f6ef-487d-843f-8a443ce2d68b {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.093605] env[69942]: DEBUG oslo_concurrency.lockutils [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.110054] env[69942]: INFO nova.scheduler.client.report [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Deleted allocations for instance 7ed0027a-77b2-4f48-98d8-6d3f31468164 [ 1192.161023] env[69942]: DEBUG nova.compute.manager [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Received event network-changed-e021229c-2ca7-4179-923c-24508dffdc2f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.161346] env[69942]: DEBUG nova.compute.manager [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Refreshing instance network info cache due to event network-changed-e021229c-2ca7-4179-923c-24508dffdc2f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.161471] env[69942]: DEBUG oslo_concurrency.lockutils [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] Acquiring lock "refresh_cache-a1561d54-1415-4592-aeb7-4b0385ab9e9b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.267794] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "refresh_cache-a1561d54-1415-4592-aeb7-4b0385ab9e9b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.268160] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Instance network_info: |[{"id": "e021229c-2ca7-4179-923c-24508dffdc2f", "address": "fa:16:3e:81:fe:7e", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape021229c-2c", "ovs_interfaceid": "e021229c-2ca7-4179-923c-24508dffdc2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.268508] env[69942]: DEBUG oslo_concurrency.lockutils [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] Acquired lock "refresh_cache-a1561d54-1415-4592-aeb7-4b0385ab9e9b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.268782] env[69942]: DEBUG nova.network.neutron [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Refreshing network info cache for port e021229c-2ca7-4179-923c-24508dffdc2f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.270303] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:fe:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e021229c-2ca7-4179-923c-24508dffdc2f', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.278983] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.279776] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.280106] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59c09e00-3081-4382-a8ef-fd1526512712 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.311082] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.311082] env[69942]: value = "task-3831624" [ 1192.311082] env[69942]: _type = "Task" [ 1192.311082] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.322568] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831624, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.506020] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831622, 'name': ReconfigVM_Task, 'duration_secs': 1.166295} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.506020] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1192.506020] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2547ec-1572-4842-b994-25459630037f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.507795] env[69942]: DEBUG nova.network.neutron [-] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.537583] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 125968c4-c7c4-46d9-9f4e-72c633b8115e/125968c4-c7c4-46d9-9f4e-72c633b8115e.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.538665] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0f0c13-da1e-4134-a7ea-4861dc88016a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.553548] env[69942]: INFO nova.compute.manager [-] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Took 1.79 seconds to deallocate network for instance. [ 1192.567229] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1192.567229] env[69942]: value = "task-3831625" [ 1192.567229] env[69942]: _type = "Task" [ 1192.567229] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.583739] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831617, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.591976] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.627281] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1f4c3987-0033-474c-a396-9a02e43d6c6c tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "7ed0027a-77b2-4f48-98d8-6d3f31468164" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.006s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.721849] env[69942]: DEBUG nova.compute.manager [req-a2443c3b-04e2-4122-89d6-6330c59ed900 req-c3de80c2-e855-4690-93fd-c242a91cc579 service nova] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Received event network-vif-deleted-c8eb5490-328c-4017-9ba6-f7f231ec5ac8 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.721849] env[69942]: DEBUG nova.compute.manager [req-a2443c3b-04e2-4122-89d6-6330c59ed900 req-c3de80c2-e855-4690-93fd-c242a91cc579 service nova] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Received event network-vif-deleted-82d7d881-59b2-4f5c-8686-0d5062e77ebc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.831624] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831624, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.010357] env[69942]: INFO nova.compute.manager [-] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Took 1.43 seconds to deallocate network for instance. [ 1193.061481] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.084241] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831617, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.71696} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.087629] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda/OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda.vmdk to [datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41.vmdk. [ 1193.091009] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Cleaning up location [datastore1] OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1193.091009] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_117be2af-e9e5-41de-a676-f845c8ddfcda {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.091009] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831625, 'name': ReconfigVM_Task, 'duration_secs': 0.465567} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.092316] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-744b014d-641a-47d0-8bcd-67c7b9f121b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.094182] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 125968c4-c7c4-46d9-9f4e-72c633b8115e/125968c4-c7c4-46d9-9f4e-72c633b8115e.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.094581] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance '125968c4-c7c4-46d9-9f4e-72c633b8115e' progress to 50 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.104626] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1193.104626] env[69942]: value = "task-3831626" [ 1193.104626] env[69942]: _type = "Task" [ 1193.104626] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.116619] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.118070] env[69942]: DEBUG nova.network.neutron [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Updated VIF entry in instance network info cache for port e021229c-2ca7-4179-923c-24508dffdc2f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.118070] env[69942]: DEBUG nova.network.neutron [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Updating instance_info_cache with network_info: [{"id": "e021229c-2ca7-4179-923c-24508dffdc2f", "address": "fa:16:3e:81:fe:7e", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape021229c-2c", "ovs_interfaceid": "e021229c-2ca7-4179-923c-24508dffdc2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.157011] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a99f00-380d-4174-b33c-aa2b6adac769 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.167635] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd0404-6c4f-48d2-b9f9-bdbc7d0b34f7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.201172] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "16bdc7a3-740d-45e0-a515-f23cc2cde490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.201265] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "16bdc7a3-740d-45e0-a515-f23cc2cde490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.201472] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "16bdc7a3-740d-45e0-a515-f23cc2cde490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.201662] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "16bdc7a3-740d-45e0-a515-f23cc2cde490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.201833] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "16bdc7a3-740d-45e0-a515-f23cc2cde490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.205081] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b671a2-f7e8-434f-aa6f-fc0b735547c0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.208455] env[69942]: INFO nova.compute.manager [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Terminating instance [ 1193.216228] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6124fa2b-0c21-4eb3-8118-c9526da08aaf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.232371] env[69942]: DEBUG nova.compute.provider_tree [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.325683] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831624, 'name': CreateVM_Task, 'duration_secs': 0.650264} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.325918] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.326923] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.327168] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.327616] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.327971] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce204ecb-b1e2-49d0-8a84-90e3cfaf409e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.335047] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1193.335047] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a24e6b-78f6-b717-1f48-73f2e6339ca0" [ 1193.335047] env[69942]: _type = "Task" [ 1193.335047] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.346965] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a24e6b-78f6-b717-1f48-73f2e6339ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.517553] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.565296] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Successfully updated port: 4f1c4ecb-3ada-489a-8edc-6e6f900a5641 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.601015] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9fce35-cdfd-4771-ae14-51a531cc7140 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.623176] env[69942]: DEBUG oslo_concurrency.lockutils [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] Releasing lock "refresh_cache-a1561d54-1415-4592-aeb7-4b0385ab9e9b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.623454] env[69942]: DEBUG nova.compute.manager [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Received event network-changed-e1792318-750d-4106-a670-a286c8be19cb {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.623619] env[69942]: DEBUG nova.compute.manager [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Refreshing instance network info cache due to event network-changed-e1792318-750d-4106-a670-a286c8be19cb. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.623825] env[69942]: DEBUG oslo_concurrency.lockutils [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] Acquiring lock "refresh_cache-aab23310-6005-492c-9f19-ee5c30d28fac" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.624417] env[69942]: DEBUG oslo_concurrency.lockutils [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] Acquired lock "refresh_cache-aab23310-6005-492c-9f19-ee5c30d28fac" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.624417] env[69942]: DEBUG nova.network.neutron [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Refreshing network info cache for port e1792318-750d-4106-a670-a286c8be19cb {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.626849] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ddcd5-8a8f-4b6c-9504-d8bf442a9816 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.634210] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033759} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.634916] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.635416] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.636013] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41.vmdk to [datastore1] 743145b3-8f63-4f36-80ad-cd277f780e48/743145b3-8f63-4f36-80ad-cd277f780e48.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.636013] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8100a800-80b1-4809-abe7-7a3f383639fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.652193] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance '125968c4-c7c4-46d9-9f4e-72c633b8115e' progress to 67 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.661566] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1193.661566] env[69942]: value = "task-3831627" [ 1193.661566] env[69942]: _type = "Task" [ 1193.661566] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.670414] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.712740] env[69942]: DEBUG nova.compute.manager [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.713035] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.713844] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f245bd4-0d70-4946-9cf9-1829d61a3212 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.724979] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.725874] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de73dda0-8c09-428d-ad4e-e755608de00a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.733751] env[69942]: DEBUG oslo_vmware.api [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1193.733751] env[69942]: value = "task-3831628" [ 1193.733751] env[69942]: _type = "Task" [ 1193.733751] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.737942] env[69942]: DEBUG nova.scheduler.client.report [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.748111] env[69942]: DEBUG oslo_vmware.api [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.849021] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a24e6b-78f6-b717-1f48-73f2e6339ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.024976} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.849512] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.849858] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.850248] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.850496] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.850851] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.852033] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-992932b3-3618-401f-98b1-bd1a6411a483 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.864009] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.864629] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.865222] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f9d407-f6ef-454f-b93c-f1f5f9c01024 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.873019] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1193.873019] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5201c019-11ae-5065-edc1-b0dde45e8352" [ 1193.873019] env[69942]: _type = "Task" [ 1193.873019] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.885499] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5201c019-11ae-5065-edc1-b0dde45e8352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.067726] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "refresh_cache-d3d8d346-6b63-49e5-bbde-6cef70d39ad5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.067726] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "refresh_cache-d3d8d346-6b63-49e5-bbde-6cef70d39ad5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.067726] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.175177] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831627, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.215206] env[69942]: DEBUG nova.network.neutron [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Port 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1194.242452] env[69942]: DEBUG nova.compute.manager [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Received event network-vif-plugged-4f1c4ecb-3ada-489a-8edc-6e6f900a5641 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.243540] env[69942]: DEBUG oslo_concurrency.lockutils [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] Acquiring lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.243540] env[69942]: DEBUG oslo_concurrency.lockutils [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] Lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.243540] env[69942]: DEBUG oslo_concurrency.lockutils [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] Lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.243540] env[69942]: DEBUG nova.compute.manager [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] No waiting events found dispatching network-vif-plugged-4f1c4ecb-3ada-489a-8edc-6e6f900a5641 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.244325] env[69942]: WARNING nova.compute.manager [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Received unexpected event network-vif-plugged-4f1c4ecb-3ada-489a-8edc-6e6f900a5641 for instance with vm_state building and task_state spawning. [ 1194.244325] env[69942]: DEBUG nova.compute.manager [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Received event network-changed-4f1c4ecb-3ada-489a-8edc-6e6f900a5641 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.244325] env[69942]: DEBUG nova.compute.manager [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Refreshing instance network info cache due to event network-changed-4f1c4ecb-3ada-489a-8edc-6e6f900a5641. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.244325] env[69942]: DEBUG oslo_concurrency.lockutils [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] Acquiring lock "refresh_cache-d3d8d346-6b63-49e5-bbde-6cef70d39ad5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.248942] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.251187] env[69942]: DEBUG oslo_vmware.api [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831628, 'name': PowerOffVM_Task, 'duration_secs': 0.421523} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.251787] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.844s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.254807] env[69942]: INFO nova.compute.claims [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.258581] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.259195] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.260088] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8a75868-2efc-4027-aabf-e1c2747c6e4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.292830] env[69942]: INFO nova.scheduler.client.report [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Deleted allocations for instance ed927802-f6ef-487d-843f-8a443ce2d68b [ 1194.335869] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.336411] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.336745] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Deleting the datastore file [datastore2] 16bdc7a3-740d-45e0-a515-f23cc2cde490 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.337139] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d03b1f3-bb23-4bbd-93cc-23bf0c7a74d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.345323] env[69942]: DEBUG oslo_vmware.api [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1194.345323] env[69942]: value = "task-3831630" [ 1194.345323] env[69942]: _type = "Task" [ 1194.345323] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.360537] env[69942]: DEBUG oslo_vmware.api [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.385192] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5201c019-11ae-5065-edc1-b0dde45e8352, 'name': SearchDatastore_Task, 'duration_secs': 0.01506} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.386944] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2919ae-9a09-4d1d-872d-3fb9d22b98bd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.395270] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1194.395270] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529a35df-11c6-8455-7052-c5063e98dbec" [ 1194.395270] env[69942]: _type = "Task" [ 1194.395270] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.409299] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529a35df-11c6-8455-7052-c5063e98dbec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.475513] env[69942]: DEBUG nova.network.neutron [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Updated VIF entry in instance network info cache for port e1792318-750d-4106-a670-a286c8be19cb. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.475936] env[69942]: DEBUG nova.network.neutron [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Updating instance_info_cache with network_info: [{"id": "e1792318-750d-4106-a670-a286c8be19cb", "address": "fa:16:3e:9f:fe:03", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1792318-75", "ovs_interfaceid": "e1792318-750d-4106-a670-a286c8be19cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.623674] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.673628] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831627, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.805591] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0c2b0a67-2d32-471c-a2fe-e0d20ab5b18c tempest-ServerGroupTestJSON-520167112 tempest-ServerGroupTestJSON-520167112-project-member] Lock "ed927802-f6ef-487d-843f-8a443ce2d68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.241s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.862329] env[69942]: DEBUG oslo_vmware.api [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244584} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.862788] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.863130] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.863460] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.863765] env[69942]: INFO nova.compute.manager [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1194.864247] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.865691] env[69942]: DEBUG nova.network.neutron [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Updating instance_info_cache with network_info: [{"id": "4f1c4ecb-3ada-489a-8edc-6e6f900a5641", "address": "fa:16:3e:34:24:71", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1c4ecb-3a", "ovs_interfaceid": "4f1c4ecb-3ada-489a-8edc-6e6f900a5641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.867420] env[69942]: DEBUG nova.compute.manager [-] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.867594] env[69942]: DEBUG nova.network.neutron [-] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.910656] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529a35df-11c6-8455-7052-c5063e98dbec, 'name': SearchDatastore_Task, 'duration_secs': 0.082967} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.911051] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.911340] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] a1561d54-1415-4592-aeb7-4b0385ab9e9b/a1561d54-1415-4592-aeb7-4b0385ab9e9b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.911885] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c951d0-a5a2-43c1-a4e9-8dbf3bc93720 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.923985] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1194.923985] env[69942]: value = "task-3831631" [ 1194.923985] env[69942]: _type = "Task" [ 1194.923985] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.936894] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.979737] env[69942]: DEBUG oslo_concurrency.lockutils [req-3f9f3125-f733-4f61-9510-586076a13fc4 req-0b954e54-6ff3-4fad-89e5-c5b0bffc1166 service nova] Releasing lock "refresh_cache-aab23310-6005-492c-9f19-ee5c30d28fac" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.176817] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831627, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.248900] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "125968c4-c7c4-46d9-9f4e-72c633b8115e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.248900] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.248900] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.372357] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "refresh_cache-d3d8d346-6b63-49e5-bbde-6cef70d39ad5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.373041] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Instance network_info: |[{"id": "4f1c4ecb-3ada-489a-8edc-6e6f900a5641", "address": "fa:16:3e:34:24:71", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1c4ecb-3a", "ovs_interfaceid": "4f1c4ecb-3ada-489a-8edc-6e6f900a5641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.374961] env[69942]: DEBUG oslo_concurrency.lockutils [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] Acquired lock "refresh_cache-d3d8d346-6b63-49e5-bbde-6cef70d39ad5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.375399] env[69942]: DEBUG nova.network.neutron [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Refreshing network info cache for port 4f1c4ecb-3ada-489a-8edc-6e6f900a5641 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.377130] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:24:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f1c4ecb-3ada-489a-8edc-6e6f900a5641', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.389409] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.395034] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.398786] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97a1cc68-02c0-4b6f-824c-6647265fb883 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.423843] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.423843] env[69942]: value = "task-3831632" [ 1195.423843] env[69942]: _type = "Task" [ 1195.423843] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.439224] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831632, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.444629] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.677803] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831627, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.834800] env[69942]: DEBUG nova.network.neutron [-] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.844764] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb32e6-a16d-441d-965b-0c457f360af2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.859082] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51a5b94-348a-49f9-84f6-ff967828d017 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.905381] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab0f7c6-13e9-4c35-8764-f7942ca19e97 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.915476] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45917930-2502-4a63-a294-a4204b15838e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.932205] env[69942]: DEBUG nova.compute.provider_tree [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1195.941759] env[69942]: DEBUG nova.network.neutron [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Updated VIF entry in instance network info cache for port 4f1c4ecb-3ada-489a-8edc-6e6f900a5641. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.942205] env[69942]: DEBUG nova.network.neutron [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Updating instance_info_cache with network_info: [{"id": "4f1c4ecb-3ada-489a-8edc-6e6f900a5641", "address": "fa:16:3e:34:24:71", "network": {"id": "ed432f0c-fbc4-4eb3-b8b5-d1b087b88e71", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-713886904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7975d0b66cc049d1a24f3b9fad17bc15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f1c4ecb-3a", "ovs_interfaceid": "4f1c4ecb-3ada-489a-8edc-6e6f900a5641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.955035] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831632, 'name': CreateVM_Task, 'duration_secs': 0.474418} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.955035] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.955035] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.956489] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.956726] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.957285] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.957762] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb235a1-ee31-4c80-9060-5393ce087c20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.964273] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1195.964273] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c10b7-3d15-3dd8-4f9f-facfd6328e81" [ 1195.964273] env[69942]: _type = "Task" [ 1195.964273] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.975698] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c10b7-3d15-3dd8-4f9f-facfd6328e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.178449] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831627, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.284015] env[69942]: DEBUG nova.compute.manager [req-90b1b8de-86e2-401d-a7d0-1b4f524ae640 req-47ba7614-bf7e-432a-9ed6-20468a2ee972 service nova] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Received event network-vif-deleted-98d01baa-9719-487c-9205-8a486a4f1ee9 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.321497] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.321497] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.321671] env[69942]: DEBUG nova.network.neutron [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.353144] env[69942]: INFO nova.compute.manager [-] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Took 1.49 seconds to deallocate network for instance. [ 1196.449026] env[69942]: DEBUG oslo_concurrency.lockutils [req-0e233f0e-617b-4c4d-b6e4-cd9931bb31e3 req-39552dd3-8c2e-43e3-82ee-0ac17872a9ee service nova] Releasing lock "refresh_cache-d3d8d346-6b63-49e5-bbde-6cef70d39ad5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.456607] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.481022] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c10b7-3d15-3dd8-4f9f-facfd6328e81, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.482287] env[69942]: ERROR nova.scheduler.client.report [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [req-bda5c25f-93ed-48a8-a903-0d3479b42982] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bda5c25f-93ed-48a8-a903-0d3479b42982"}]} [ 1196.482745] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.483025] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.485708] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.485708] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.485708] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.486271] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e10c4e0c-315b-497a-a6cf-a30d6db974d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.496971] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.497971] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.498828] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb10291-7c13-4680-951b-128cf4c55187 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.505136] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1196.505136] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525bfe23-afcc-85d0-b50a-bcad5faf3a6d" [ 1196.505136] env[69942]: _type = "Task" [ 1196.505136] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.506443] env[69942]: DEBUG nova.scheduler.client.report [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1196.522180] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525bfe23-afcc-85d0-b50a-bcad5faf3a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.533023] env[69942]: DEBUG nova.scheduler.client.report [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1196.533023] env[69942]: DEBUG nova.compute.provider_tree [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.546244] env[69942]: DEBUG nova.scheduler.client.report [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1196.571557] env[69942]: DEBUG nova.scheduler.client.report [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1196.684264] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831627, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.8127} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.685596] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41/6f296206-3a0c-49b2-a1aa-b9c96d5e3e41.vmdk to [datastore1] 743145b3-8f63-4f36-80ad-cd277f780e48/743145b3-8f63-4f36-80ad-cd277f780e48.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.686617] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24362148-089d-4ac4-8e9c-04f9c3c6765f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.715505] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 743145b3-8f63-4f36-80ad-cd277f780e48/743145b3-8f63-4f36-80ad-cd277f780e48.vmdk or device None with type streamOptimized {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.718959] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c64ab40-2257-4253-ab61-abebceb800aa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.744683] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1196.744683] env[69942]: value = "task-3831633" [ 1196.744683] env[69942]: _type = "Task" [ 1196.744683] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.755671] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.865276] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.946547] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831631, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.894671} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.946877] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] a1561d54-1415-4592-aeb7-4b0385ab9e9b/a1561d54-1415-4592-aeb7-4b0385ab9e9b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.947164] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.951679] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-480fc259-ef89-4765-889d-5322aa03c82b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.959955] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1196.959955] env[69942]: value = "task-3831634" [ 1196.959955] env[69942]: _type = "Task" [ 1196.959955] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.971570] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.022556] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525bfe23-afcc-85d0-b50a-bcad5faf3a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.021244} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.023590] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21605b7-8655-4092-ab28-dc8781338888 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.034105] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1197.034105] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fe24eb-31b3-7e65-fabb-5ad9d447fa3f" [ 1197.034105] env[69942]: _type = "Task" [ 1197.034105] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.044020] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fe24eb-31b3-7e65-fabb-5ad9d447fa3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.062691] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c5d680-257b-4727-8b0f-dc126cf8b764 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.073943] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d329ca6c-c602-4c66-abe2-bdbec70c15ec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.115073] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83d4625-d332-4ad3-96ad-0aa749b78070 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.125496] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f3c151-86a2-498a-bf4c-749bbc1b5aeb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.144048] env[69942]: DEBUG nova.compute.provider_tree [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.258232] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831633, 'name': ReconfigVM_Task, 'duration_secs': 0.327806} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.259020] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 743145b3-8f63-4f36-80ad-cd277f780e48/743145b3-8f63-4f36-80ad-cd277f780e48.vmdk or device None with type streamOptimized {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.260571] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'guest_format': None, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'image_id': '921d00bb-44fa-4b98-9f81-11abc614b7e8'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': 'f7c5a20a-8364-4cd9-9dd2-a169b1a29e40', 'boot_index': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761722', 'volume_id': 'c7f05356-8950-4a32-8cff-bce38fdad3c5', 'name': 'volume-c7f05356-8950-4a32-8cff-bce38fdad3c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '743145b3-8f63-4f36-80ad-cd277f780e48', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7f05356-8950-4a32-8cff-bce38fdad3c5', 'serial': 'c7f05356-8950-4a32-8cff-bce38fdad3c5'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69942) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1197.260973] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1197.261338] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761722', 'volume_id': 'c7f05356-8950-4a32-8cff-bce38fdad3c5', 'name': 'volume-c7f05356-8950-4a32-8cff-bce38fdad3c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '743145b3-8f63-4f36-80ad-cd277f780e48', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7f05356-8950-4a32-8cff-bce38fdad3c5', 'serial': 'c7f05356-8950-4a32-8cff-bce38fdad3c5'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1197.262306] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fc06df-05fc-4940-88ad-1c14346b94e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.280339] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227b84b-cad3-42e7-9db8-b3fe9d7d6006 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.313576] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] volume-c7f05356-8950-4a32-8cff-bce38fdad3c5/volume-c7f05356-8950-4a32-8cff-bce38fdad3c5.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.314341] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a9414e-c256-4157-a18a-001ca736d2af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.334793] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1197.334793] env[69942]: value = "task-3831635" [ 1197.334793] env[69942]: _type = "Task" [ 1197.334793] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.343895] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.452257] env[69942]: DEBUG nova.network.neutron [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance_info_cache with network_info: [{"id": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "address": "fa:16:3e:59:56:da", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ce64bf-3b", "ovs_interfaceid": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.470293] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089593} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.470616] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.471489] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda6e859-4180-4530-8155-b7884974f1ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.502909] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] a1561d54-1415-4592-aeb7-4b0385ab9e9b/a1561d54-1415-4592-aeb7-4b0385ab9e9b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.503562] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2000e20c-a6f1-4c89-800c-e4ca3e4a8427 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.529530] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1197.529530] env[69942]: value = "task-3831636" [ 1197.529530] env[69942]: _type = "Task" [ 1197.529530] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.542210] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.546824] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fe24eb-31b3-7e65-fabb-5ad9d447fa3f, 'name': SearchDatastore_Task, 'duration_secs': 0.014056} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.547222] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.547642] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] d3d8d346-6b63-49e5-bbde-6cef70d39ad5/d3d8d346-6b63-49e5-bbde-6cef70d39ad5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.547978] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe645e57-377a-438a-a881-f06e1dc4033d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.555547] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1197.555547] env[69942]: value = "task-3831637" [ 1197.555547] env[69942]: _type = "Task" [ 1197.555547] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.569063] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.690294] env[69942]: DEBUG nova.scheduler.client.report [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1197.690658] env[69942]: DEBUG nova.compute.provider_tree [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 129 to 130 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1197.690891] env[69942]: DEBUG nova.compute.provider_tree [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.852033] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831635, 'name': ReconfigVM_Task, 'duration_secs': 0.337499} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.853036] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Reconfigured VM instance instance-00000040 to attach disk [datastore2] volume-c7f05356-8950-4a32-8cff-bce38fdad3c5/volume-c7f05356-8950-4a32-8cff-bce38fdad3c5.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.860091] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75605537-e20b-4eda-a271-07e5ee229afb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.885122] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1197.885122] env[69942]: value = "task-3831638" [ 1197.885122] env[69942]: _type = "Task" [ 1197.885122] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.898945] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.955369] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.042582] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831636, 'name': ReconfigVM_Task, 'duration_secs': 0.331352} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.042902] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] a1561d54-1415-4592-aeb7-4b0385ab9e9b/a1561d54-1415-4592-aeb7-4b0385ab9e9b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.043592] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3131669a-84d7-41f7-8c30-aebc1f874450 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.052400] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1198.052400] env[69942]: value = "task-3831639" [ 1198.052400] env[69942]: _type = "Task" [ 1198.052400] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.067309] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831639, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.070706] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503101} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.070952] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] d3d8d346-6b63-49e5-bbde-6cef70d39ad5/d3d8d346-6b63-49e5-bbde-6cef70d39ad5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.074315] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.074315] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a923aa1-200b-42c2-bcb3-89105168a8a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.079721] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1198.079721] env[69942]: value = "task-3831640" [ 1198.079721] env[69942]: _type = "Task" [ 1198.079721] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.090805] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.197152] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.945s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.197820] env[69942]: DEBUG nova.compute.manager [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.200940] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.315s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.201108] env[69942]: DEBUG nova.objects.instance [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lazy-loading 'resources' on Instance uuid cc9e95be-00b3-4a50-902b-fd06b2809b69 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.399379] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831638, 'name': ReconfigVM_Task, 'duration_secs': 0.255013} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.399379] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761722', 'volume_id': 'c7f05356-8950-4a32-8cff-bce38fdad3c5', 'name': 'volume-c7f05356-8950-4a32-8cff-bce38fdad3c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '743145b3-8f63-4f36-80ad-cd277f780e48', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7f05356-8950-4a32-8cff-bce38fdad3c5', 'serial': 'c7f05356-8950-4a32-8cff-bce38fdad3c5'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.399379] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9333a8a-a566-4b36-b86f-247df14e0002 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.405776] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1198.405776] env[69942]: value = "task-3831641" [ 1198.405776] env[69942]: _type = "Task" [ 1198.405776] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.425041] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831641, 'name': Rename_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.491085] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e239e743-a3da-4134-b139-3747ebd69694 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.513540] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9d561c-ab73-4568-ad6d-093cd26ffc52 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.522937] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance '125968c4-c7c4-46d9-9f4e-72c633b8115e' progress to 83 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.568264] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831639, 'name': Rename_Task, 'duration_secs': 0.457346} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.568648] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.568982] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9c70745-2cad-481b-abfe-3dd7c5d95be0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.577601] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1198.577601] env[69942]: value = "task-3831642" [ 1198.577601] env[69942]: _type = "Task" [ 1198.577601] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.590830] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075292} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.594324] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.596960] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.596960] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0151a113-9d54-4638-8f0f-b022a28c6fde {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.624811] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d3d8d346-6b63-49e5-bbde-6cef70d39ad5/d3d8d346-6b63-49e5-bbde-6cef70d39ad5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.625914] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf32c01b-c43f-4859-b3aa-57bfbe4608c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.652323] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1198.652323] env[69942]: value = "task-3831643" [ 1198.652323] env[69942]: _type = "Task" [ 1198.652323] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.660292] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.708728] env[69942]: DEBUG nova.compute.utils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.714114] env[69942]: DEBUG nova.compute.manager [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.715104] env[69942]: DEBUG nova.network.neutron [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.800551] env[69942]: DEBUG nova.policy [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187b3d20c0e440f82734e725231857c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc436384d0b44bb8a68e0f0277a1eb87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.922328] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831641, 'name': Rename_Task, 'duration_secs': 0.168553} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.923022] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.923113] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0acd2f4b-f4ee-4f98-9e59-a3dfcb863830 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.932821] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1198.932821] env[69942]: value = "task-3831644" [ 1198.932821] env[69942]: _type = "Task" [ 1198.932821] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.942864] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.030038] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.031266] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb6582fc-379d-4791-841a-ef7fbb78019b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.042555] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1199.042555] env[69942]: value = "task-3831645" [ 1199.042555] env[69942]: _type = "Task" [ 1199.042555] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.054069] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.092680] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831642, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.163790] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831643, 'name': ReconfigVM_Task, 'duration_secs': 0.315957} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.163790] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d3d8d346-6b63-49e5-bbde-6cef70d39ad5/d3d8d346-6b63-49e5-bbde-6cef70d39ad5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.163790] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d54b0a37-9204-45fd-94e2-08ee180d6d7a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.173880] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1199.173880] env[69942]: value = "task-3831646" [ 1199.173880] env[69942]: _type = "Task" [ 1199.173880] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.190618] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831646, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.202027] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef22819f-8734-4ae7-80aa-7977f08af243 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.212483] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8077aa0-49bf-4b1e-989f-f408a15e8248 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.221912] env[69942]: DEBUG nova.compute.manager [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.263009] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb8e0ab-564a-4a81-9f10-8177ac93d316 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.272855] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688ff701-068c-4779-b02a-c4097bfddc75 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.289329] env[69942]: DEBUG nova.compute.provider_tree [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.295286] env[69942]: DEBUG nova.network.neutron [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Successfully created port: 34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.448036] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.555644] env[69942]: DEBUG oslo_vmware.api [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831645, 'name': PowerOnVM_Task, 'duration_secs': 0.470469} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.555644] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.555644] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3844834-186c-454d-ae65-61b6de416f81 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance '125968c4-c7c4-46d9-9f4e-72c633b8115e' progress to 100 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.596306] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831642, 'name': PowerOnVM_Task, 'duration_secs': 0.547795} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.596844] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.597096] env[69942]: INFO nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1199.597300] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.598351] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c66852e-ccc0-4d75-90ef-7f43e6d23230 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.689018] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831646, 'name': Rename_Task, 'duration_secs': 0.226363} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.689416] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.689703] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfce122a-3821-48d6-9ec5-59ceea62e431 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.699785] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1199.699785] env[69942]: value = "task-3831647" [ 1199.699785] env[69942]: _type = "Task" [ 1199.699785] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.709883] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.793502] env[69942]: DEBUG nova.scheduler.client.report [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.946054] env[69942]: DEBUG oslo_vmware.api [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831644, 'name': PowerOnVM_Task, 'duration_secs': 0.788268} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.946054] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.046524] env[69942]: DEBUG nova.compute.manager [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.047562] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7760cd6-bc77-434f-867b-88a5c35a97c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.118442] env[69942]: INFO nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Took 36.84 seconds to build instance. [ 1200.213135] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.238431] env[69942]: DEBUG nova.compute.manager [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.268556] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.268922] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.269183] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.269456] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.269646] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.269871] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.270125] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.270340] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.270573] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.270811] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.271021] env[69942]: DEBUG nova.virt.hardware [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.272580] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f06738c-cacf-4161-b24f-8b56f20bcb55 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.281538] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562cecf4-5889-445a-bb40-f4e73686353b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.298028] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.300283] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.204s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.300501] env[69942]: DEBUG nova.objects.instance [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lazy-loading 'pci_requests' on Instance uuid 1105e6d9-a70e-4f75-a7dc-50c709f33b72 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.319293] env[69942]: INFO nova.scheduler.client.report [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Deleted allocations for instance cc9e95be-00b3-4a50-902b-fd06b2809b69 [ 1200.567077] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5ae6f18f-478f-4803-b4c5-c386789c8e1f tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 56.873s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.619629] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.345s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.711201] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831647, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.805321] env[69942]: DEBUG nova.objects.instance [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lazy-loading 'numa_topology' on Instance uuid 1105e6d9-a70e-4f75-a7dc-50c709f33b72 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.830763] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a45f28a-e9ad-4ba6-a6f6-8e181f958484 tempest-MigrationsAdminTest-1721468310 tempest-MigrationsAdminTest-1721468310-project-member] Lock "cc9e95be-00b3-4a50-902b-fd06b2809b69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.203s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.840994] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.841299] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.959010] env[69942]: DEBUG nova.compute.manager [req-58844752-cc9f-4a86-a975-83787b843a2e req-057510eb-b74b-40fa-b716-933599fe21dc service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Received event network-vif-plugged-34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.959337] env[69942]: DEBUG oslo_concurrency.lockutils [req-58844752-cc9f-4a86-a975-83787b843a2e req-057510eb-b74b-40fa-b716-933599fe21dc service nova] Acquiring lock "b947b2ed-3d18-47fc-b549-68e301a1ad41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.959510] env[69942]: DEBUG oslo_concurrency.lockutils [req-58844752-cc9f-4a86-a975-83787b843a2e req-057510eb-b74b-40fa-b716-933599fe21dc service nova] Lock "b947b2ed-3d18-47fc-b549-68e301a1ad41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.959754] env[69942]: DEBUG oslo_concurrency.lockutils [req-58844752-cc9f-4a86-a975-83787b843a2e req-057510eb-b74b-40fa-b716-933599fe21dc service nova] Lock "b947b2ed-3d18-47fc-b549-68e301a1ad41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.959984] env[69942]: DEBUG nova.compute.manager [req-58844752-cc9f-4a86-a975-83787b843a2e req-057510eb-b74b-40fa-b716-933599fe21dc service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] No waiting events found dispatching network-vif-plugged-34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.961428] env[69942]: WARNING nova.compute.manager [req-58844752-cc9f-4a86-a975-83787b843a2e req-057510eb-b74b-40fa-b716-933599fe21dc service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Received unexpected event network-vif-plugged-34815266-9013-447d-9ef4-420e8c05d0fc for instance with vm_state building and task_state spawning. [ 1201.081700] env[69942]: DEBUG nova.network.neutron [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Successfully updated port: 34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.210578] env[69942]: DEBUG oslo_vmware.api [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831647, 'name': PowerOnVM_Task, 'duration_secs': 1.160336} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.210835] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.211085] env[69942]: INFO nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1201.211241] env[69942]: DEBUG nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.212053] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041d2972-9985-4d26-8800-ed74c9251767 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.310777] env[69942]: INFO nova.compute.claims [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.344667] env[69942]: DEBUG nova.compute.manager [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.588078] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.588378] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.588544] env[69942]: DEBUG nova.network.neutron [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.689503] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "125968c4-c7c4-46d9-9f4e-72c633b8115e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.689802] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.690289] env[69942]: DEBUG nova.compute.manager [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Going to confirm migration 4 {{(pid=69942) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1201.733925] env[69942]: INFO nova.compute.manager [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Took 38.40 seconds to build instance. [ 1201.877999] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.133851] env[69942]: DEBUG nova.network.neutron [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.215056] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6e28fd-7301-43ff-a20a-f79e344bee91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.227449] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c6da3e-d80e-44e4-b55d-0848c81df2f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.266251] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2efda3f0-7091-468f-a70f-26c019983ea7 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.946s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.271336] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.271336] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.271336] env[69942]: DEBUG nova.network.neutron [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.271336] env[69942]: DEBUG nova.objects.instance [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lazy-loading 'info_cache' on Instance uuid 125968c4-c7c4-46d9-9f4e-72c633b8115e {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.272846] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af871398-1cad-40e3-b33b-22b6e1a16835 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.283572] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a0a184-6821-4358-8ac7-7b57df36b554 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.302499] env[69942]: DEBUG nova.compute.provider_tree [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.315528] env[69942]: DEBUG nova.network.neutron [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updating instance_info_cache with network_info: [{"id": "34815266-9013-447d-9ef4-420e8c05d0fc", "address": "fa:16:3e:69:6f:7f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34815266-90", "ovs_interfaceid": "34815266-9013-447d-9ef4-420e8c05d0fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.340550] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.341228] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.341515] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.341745] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.341928] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.346985] env[69942]: INFO nova.compute.manager [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Terminating instance [ 1202.428401] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.428704] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.429017] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.429807] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.429807] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.433998] env[69942]: INFO nova.compute.manager [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Terminating instance [ 1202.807737] env[69942]: DEBUG nova.scheduler.client.report [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.817953] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.818301] env[69942]: DEBUG nova.compute.manager [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Instance network_info: |[{"id": "34815266-9013-447d-9ef4-420e8c05d0fc", "address": "fa:16:3e:69:6f:7f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34815266-90", "ovs_interfaceid": "34815266-9013-447d-9ef4-420e8c05d0fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.818737] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:6f:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34815266-9013-447d-9ef4-420e8c05d0fc', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.826921] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.827878] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.828127] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a1e35b9-c097-49a0-b8a4-e5aa9ba17e0b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.852229] env[69942]: DEBUG nova.compute.manager [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.852497] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.852764] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.852764] env[69942]: value = "task-3831648" [ 1202.852764] env[69942]: _type = "Task" [ 1202.852764] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.853816] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e58ab8e-1e49-4190-abf2-b2b258b3cbb1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.865437] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831648, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.867637] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.867900] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5541e50-c70c-470d-b057-e2901b0ac4c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.874781] env[69942]: DEBUG oslo_vmware.api [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1202.874781] env[69942]: value = "task-3831649" [ 1202.874781] env[69942]: _type = "Task" [ 1202.874781] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.885134] env[69942]: DEBUG oslo_vmware.api [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.941182] env[69942]: DEBUG nova.compute.manager [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.941447] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.942422] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae58bbb-07ce-4082-bede-9f0c17038762 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.951634] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.951944] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31effb26-593e-457f-8e85-124a6508eacd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.960777] env[69942]: DEBUG oslo_vmware.api [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1202.960777] env[69942]: value = "task-3831650" [ 1202.960777] env[69942]: _type = "Task" [ 1202.960777] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.970278] env[69942]: DEBUG oslo_vmware.api [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.069655] env[69942]: DEBUG nova.compute.manager [req-e1938a4f-3734-497e-9c34-6431c85cb352 req-ea872088-256c-47a7-af38-5f9579826c63 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Received event network-changed-34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.069831] env[69942]: DEBUG nova.compute.manager [req-e1938a4f-3734-497e-9c34-6431c85cb352 req-ea872088-256c-47a7-af38-5f9579826c63 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Refreshing instance network info cache due to event network-changed-34815266-9013-447d-9ef4-420e8c05d0fc. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.070434] env[69942]: DEBUG oslo_concurrency.lockutils [req-e1938a4f-3734-497e-9c34-6431c85cb352 req-ea872088-256c-47a7-af38-5f9579826c63 service nova] Acquiring lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.070434] env[69942]: DEBUG oslo_concurrency.lockutils [req-e1938a4f-3734-497e-9c34-6431c85cb352 req-ea872088-256c-47a7-af38-5f9579826c63 service nova] Acquired lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.070434] env[69942]: DEBUG nova.network.neutron [req-e1938a4f-3734-497e-9c34-6431c85cb352 req-ea872088-256c-47a7-af38-5f9579826c63 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Refreshing network info cache for port 34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.314623] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.014s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.316861] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.647s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.318380] env[69942]: INFO nova.compute.claims [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.352434] env[69942]: INFO nova.network.neutron [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updating port 6c82ed24-ab14-486b-88b9-571bccb42903 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1203.371648] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831648, 'name': CreateVM_Task, 'duration_secs': 0.426957} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.371889] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.372811] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.373008] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.373335] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.373601] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd508c2a-9206-468b-9c83-013b6e9c0e5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.387140] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1203.387140] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fcf3ab-e149-5f8e-7acb-48054be7fcda" [ 1203.387140] env[69942]: _type = "Task" [ 1203.387140] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.387438] env[69942]: DEBUG oslo_vmware.api [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831649, 'name': PowerOffVM_Task, 'duration_secs': 0.274741} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.388049] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.388233] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.391265] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e45f6c47-b005-4a18-b7e6-12ef49f6e404 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.398253] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fcf3ab-e149-5f8e-7acb-48054be7fcda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.471033] env[69942]: DEBUG oslo_vmware.api [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831650, 'name': PowerOffVM_Task, 'duration_secs': 0.225599} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.472094] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.472094] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.472094] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87f47bdc-d0bd-4a78-bade-7cc18f8dc6eb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.537747] env[69942]: DEBUG nova.network.neutron [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance_info_cache with network_info: [{"id": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "address": "fa:16:3e:59:56:da", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59ce64bf-3b", "ovs_interfaceid": "59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.565225] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.565476] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.565661] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleting the datastore file [datastore2] d3d8d346-6b63-49e5-bbde-6cef70d39ad5 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.566408] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8580e635-f905-4978-b29a-6aece5f719c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.578616] env[69942]: DEBUG oslo_vmware.api [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1203.578616] env[69942]: value = "task-3831653" [ 1203.578616] env[69942]: _type = "Task" [ 1203.578616] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.589822] env[69942]: DEBUG oslo_vmware.api [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.680411] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquiring lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.680982] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.810660] env[69942]: DEBUG nova.network.neutron [req-e1938a4f-3734-497e-9c34-6431c85cb352 req-ea872088-256c-47a7-af38-5f9579826c63 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updated VIF entry in instance network info cache for port 34815266-9013-447d-9ef4-420e8c05d0fc. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.811096] env[69942]: DEBUG nova.network.neutron [req-e1938a4f-3734-497e-9c34-6431c85cb352 req-ea872088-256c-47a7-af38-5f9579826c63 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updating instance_info_cache with network_info: [{"id": "34815266-9013-447d-9ef4-420e8c05d0fc", "address": "fa:16:3e:69:6f:7f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34815266-90", "ovs_interfaceid": "34815266-9013-447d-9ef4-420e8c05d0fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.898536] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fcf3ab-e149-5f8e-7acb-48054be7fcda, 'name': SearchDatastore_Task, 'duration_secs': 0.028826} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.898705] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.898918] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.899168] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.899320] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.899510] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.899767] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00e78314-ed4e-421e-a53b-5c7c76a06394 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.909358] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.909552] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.910915] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b52891-df3b-472b-8534-1125b6ae69fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.915791] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1203.915791] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526fc040-9bd6-1981-1a0d-ee8b6356b1a7" [ 1203.915791] env[69942]: _type = "Task" [ 1203.915791] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.923849] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526fc040-9bd6-1981-1a0d-ee8b6356b1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.041235] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-125968c4-c7c4-46d9-9f4e-72c633b8115e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.041773] env[69942]: DEBUG nova.objects.instance [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lazy-loading 'migration_context' on Instance uuid 125968c4-c7c4-46d9-9f4e-72c633b8115e {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.090498] env[69942]: DEBUG oslo_vmware.api [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475301} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.090736] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.090921] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.091111] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.091283] env[69942]: INFO nova.compute.manager [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1204.091569] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.091777] env[69942]: DEBUG nova.compute.manager [-] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.091873] env[69942]: DEBUG nova.network.neutron [-] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.183286] env[69942]: DEBUG nova.compute.manager [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.313435] env[69942]: DEBUG oslo_concurrency.lockutils [req-e1938a4f-3734-497e-9c34-6431c85cb352 req-ea872088-256c-47a7-af38-5f9579826c63 service nova] Releasing lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.430571] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526fc040-9bd6-1981-1a0d-ee8b6356b1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.432402] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e330c53-4793-4e1e-bc88-49fdd560d1c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.439343] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1204.439343] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52861c5b-f9c8-6235-4653-9d09ba379c3b" [ 1204.439343] env[69942]: _type = "Task" [ 1204.439343] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.456021] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52861c5b-f9c8-6235-4653-9d09ba379c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.545113] env[69942]: DEBUG nova.objects.base [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Object Instance<125968c4-c7c4-46d9-9f4e-72c633b8115e> lazy-loaded attributes: info_cache,migration_context {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.545977] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da03b3-7ae9-4d6a-916e-62c007178313 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.569037] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03a85ed-9618-4223-8c0b-5755aaea2043 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.574685] env[69942]: DEBUG oslo_vmware.api [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1204.574685] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5287a5ee-f36f-7972-1216-796859399d19" [ 1204.574685] env[69942]: _type = "Task" [ 1204.574685] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.587604] env[69942]: DEBUG oslo_vmware.api [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5287a5ee-f36f-7972-1216-796859399d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.703860] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.743183] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff120b2a-3b3e-4df1-9bf1-21e792d45177 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.753675] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c93273-e39c-4136-ba02-983649b233af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.787716] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1dd4fd-ff6e-447f-8f8f-db1cab96eca6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.796141] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be01b65a-3a40-453c-95bf-4d5cc39fe018 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.811752] env[69942]: DEBUG nova.compute.provider_tree [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.868809] env[69942]: DEBUG nova.compute.manager [req-3a53caa6-14b9-45af-93d4-e03017886f8a req-6f3cdf25-0367-45f7-b70c-b9b0fcd59c5e service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Received event network-vif-plugged-6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.869046] env[69942]: DEBUG oslo_concurrency.lockutils [req-3a53caa6-14b9-45af-93d4-e03017886f8a req-6f3cdf25-0367-45f7-b70c-b9b0fcd59c5e service nova] Acquiring lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.869266] env[69942]: DEBUG oslo_concurrency.lockutils [req-3a53caa6-14b9-45af-93d4-e03017886f8a req-6f3cdf25-0367-45f7-b70c-b9b0fcd59c5e service nova] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.869531] env[69942]: DEBUG oslo_concurrency.lockutils [req-3a53caa6-14b9-45af-93d4-e03017886f8a req-6f3cdf25-0367-45f7-b70c-b9b0fcd59c5e service nova] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.869700] env[69942]: DEBUG nova.compute.manager [req-3a53caa6-14b9-45af-93d4-e03017886f8a req-6f3cdf25-0367-45f7-b70c-b9b0fcd59c5e service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] No waiting events found dispatching network-vif-plugged-6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.869858] env[69942]: WARNING nova.compute.manager [req-3a53caa6-14b9-45af-93d4-e03017886f8a req-6f3cdf25-0367-45f7-b70c-b9b0fcd59c5e service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Received unexpected event network-vif-plugged-6c82ed24-ab14-486b-88b9-571bccb42903 for instance with vm_state shelved_offloaded and task_state spawning. [ 1204.952911] env[69942]: DEBUG nova.network.neutron [-] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.954497] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52861c5b-f9c8-6235-4653-9d09ba379c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.024599} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.954982] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.955258] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b947b2ed-3d18-47fc-b549-68e301a1ad41/b947b2ed-3d18-47fc-b549-68e301a1ad41.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.955518] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd31ed87-cdc5-4b9d-b4c1-442162339f59 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.958413] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.958505] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.958735] env[69942]: DEBUG nova.network.neutron [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.965020] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1204.965020] env[69942]: value = "task-3831654" [ 1204.965020] env[69942]: _type = "Task" [ 1204.965020] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.976785] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.085614] env[69942]: DEBUG oslo_vmware.api [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5287a5ee-f36f-7972-1216-796859399d19, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.085925] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.097192] env[69942]: DEBUG nova.compute.manager [req-943d63b1-4a19-4ae7-ae18-9d5e7a6cc1b8 req-24c6ade2-0d0e-49a5-9e4c-5f4957e54af6 service nova] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Received event network-vif-deleted-4f1c4ecb-3ada-489a-8edc-6e6f900a5641 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.315091] env[69942]: DEBUG nova.scheduler.client.report [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.455933] env[69942]: INFO nova.compute.manager [-] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Took 1.36 seconds to deallocate network for instance. [ 1205.476553] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831654, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.743960] env[69942]: DEBUG nova.network.neutron [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updating instance_info_cache with network_info: [{"id": "6c82ed24-ab14-486b-88b9-571bccb42903", "address": "fa:16:3e:2b:df:8f", "network": {"id": "4c00d401-babf-495d-9594-3f2ba5160c5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1034340774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b472efa0c24d5b8db41ddbf1b8d36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c82ed24-ab", "ovs_interfaceid": "6c82ed24-ab14-486b-88b9-571bccb42903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.779967] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.779967] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.779967] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleting the datastore file [datastore1] a1561d54-1415-4592-aeb7-4b0385ab9e9b {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.779967] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef0202d4-d6b0-4aa9-bb4f-76a41d721b50 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.788033] env[69942]: DEBUG oslo_vmware.api [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for the task: (returnval){ [ 1205.788033] env[69942]: value = "task-3831655" [ 1205.788033] env[69942]: _type = "Task" [ 1205.788033] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.797707] env[69942]: DEBUG oslo_vmware.api [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.822689] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.823342] env[69942]: DEBUG nova.compute.manager [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.825894] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.277s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.826130] env[69942]: DEBUG nova.objects.instance [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lazy-loading 'resources' on Instance uuid 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.966811] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.977029] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557143} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.977396] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b947b2ed-3d18-47fc-b549-68e301a1ad41/b947b2ed-3d18-47fc-b549-68e301a1ad41.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.977650] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.977958] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e55c9a17-3d3d-4999-8dc2-631165cef01a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.985839] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1205.985839] env[69942]: value = "task-3831656" [ 1205.985839] env[69942]: _type = "Task" [ 1205.985839] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.996665] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.247868] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.277296] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bee4ca0c06555df11da6df8b1988de06',container_format='bare',created_at=2025-05-06T08:28:32Z,direct_url=,disk_format='vmdk',id=10fe5fe4-1961-4c59-8127-1d3889db6a02,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-878597256-shelved',owner='88b472efa0c24d5b8db41ddbf1b8d36d',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-05-06T08:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.277571] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.277736] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.277914] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.278076] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.278232] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.278487] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.278682] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.278849] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.279024] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.279207] env[69942]: DEBUG nova.virt.hardware [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.280121] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318cc4fd-09c2-4242-8540-23f4c9eb1079 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.292674] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd98e94-891e-4cb9-881a-574ea2d8bf59 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.303174] env[69942]: DEBUG oslo_vmware.api [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.313294] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:df:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c82ed24-ab14-486b-88b9-571bccb42903', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.321060] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.321387] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.321625] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76e9b04a-8193-460d-bb71-01aafd8feefa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.340486] env[69942]: DEBUG nova.compute.utils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.342638] env[69942]: DEBUG nova.compute.manager [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.342900] env[69942]: DEBUG nova.network.neutron [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.352498] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.352498] env[69942]: value = "task-3831657" [ 1206.352498] env[69942]: _type = "Task" [ 1206.352498] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.364526] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831657, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.423873] env[69942]: DEBUG nova.policy [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a02241a09fc54c12b13eb32cfe89086a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12ba0e7b77af4dec8a5d7f7ffad2cffa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.508744] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075142} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.509139] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.510015] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea6365-57c4-493b-935a-ad5e785f8196 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.537564] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] b947b2ed-3d18-47fc-b549-68e301a1ad41/b947b2ed-3d18-47fc-b549-68e301a1ad41.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.540964] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c38eedd-71ba-4f01-993a-0163847f103e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.562934] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1206.562934] env[69942]: value = "task-3831658" [ 1206.562934] env[69942]: _type = "Task" [ 1206.562934] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.574188] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.798745] env[69942]: DEBUG oslo_vmware.api [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Task: {'id': task-3831655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.7036} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.799033] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.799220] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.799514] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.801103] env[69942]: INFO nova.compute.manager [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Took 3.95 seconds to destroy the instance on the hypervisor. [ 1206.801103] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.801455] env[69942]: DEBUG nova.compute.manager [-] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.801455] env[69942]: DEBUG nova.network.neutron [-] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.803500] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4176d1d9-96ff-4363-949e-09321ba7b2e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.813182] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3343d54-33db-450f-abbd-ea121f7bde9c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.845095] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eec2ff-836a-434c-94a3-48ea12f0faa1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.848404] env[69942]: DEBUG nova.compute.manager [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.856995] env[69942]: DEBUG nova.network.neutron [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Successfully created port: 709d39cc-6d95-44bd-9bda-43cd91e692a2 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.868166] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef45dd61-1ef0-473f-b402-4567a8292954 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.877939] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831657, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.888801] env[69942]: DEBUG nova.compute.provider_tree [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.983412] env[69942]: DEBUG nova.compute.manager [req-ca230497-01f1-4287-acc7-5f3b04b8e546 req-2b531569-f7e3-40bf-82e4-03422425c382 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Received event network-changed-6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.983412] env[69942]: DEBUG nova.compute.manager [req-ca230497-01f1-4287-acc7-5f3b04b8e546 req-2b531569-f7e3-40bf-82e4-03422425c382 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Refreshing instance network info cache due to event network-changed-6c82ed24-ab14-486b-88b9-571bccb42903. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.983412] env[69942]: DEBUG oslo_concurrency.lockutils [req-ca230497-01f1-4287-acc7-5f3b04b8e546 req-2b531569-f7e3-40bf-82e4-03422425c382 service nova] Acquiring lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.983412] env[69942]: DEBUG oslo_concurrency.lockutils [req-ca230497-01f1-4287-acc7-5f3b04b8e546 req-2b531569-f7e3-40bf-82e4-03422425c382 service nova] Acquired lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.983412] env[69942]: DEBUG nova.network.neutron [req-ca230497-01f1-4287-acc7-5f3b04b8e546 req-2b531569-f7e3-40bf-82e4-03422425c382 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Refreshing network info cache for port 6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.074308] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831658, 'name': ReconfigVM_Task, 'duration_secs': 0.294962} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.075066] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Reconfigured VM instance instance-0000005e to attach disk [datastore2] b947b2ed-3d18-47fc-b549-68e301a1ad41/b947b2ed-3d18-47fc-b549-68e301a1ad41.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.075894] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98979ce4-0c9a-4e2f-b491-580379951b44 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.085027] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1207.085027] env[69942]: value = "task-3831659" [ 1207.085027] env[69942]: _type = "Task" [ 1207.085027] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.094091] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831659, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.379176] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831657, 'name': CreateVM_Task, 'duration_secs': 0.580973} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.379176] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.379534] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.379534] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.379796] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.380168] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652e6b1a-926c-468f-aac2-bb5b87ad1a3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.389478] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1207.389478] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c4fde2-416a-8591-62b2-dd48488e8b70" [ 1207.389478] env[69942]: _type = "Task" [ 1207.389478] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.397070] env[69942]: DEBUG nova.scheduler.client.report [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.401187] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c4fde2-416a-8591-62b2-dd48488e8b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.479301] env[69942]: DEBUG nova.compute.manager [req-a413ef7e-a3ae-4d0c-a28f-a8a7a2f193a0 req-8d5acfef-faa8-48d3-af15-3471d510c2b8 service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Received event network-vif-deleted-e021229c-2ca7-4179-923c-24508dffdc2f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.479426] env[69942]: INFO nova.compute.manager [req-a413ef7e-a3ae-4d0c-a28f-a8a7a2f193a0 req-8d5acfef-faa8-48d3-af15-3471d510c2b8 service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Neutron deleted interface e021229c-2ca7-4179-923c-24508dffdc2f; detaching it from the instance and deleting it from the info cache [ 1207.479598] env[69942]: DEBUG nova.network.neutron [req-a413ef7e-a3ae-4d0c-a28f-a8a7a2f193a0 req-8d5acfef-faa8-48d3-af15-3471d510c2b8 service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.593807] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831659, 'name': Rename_Task, 'duration_secs': 0.148263} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.594112] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.594336] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c5c8f0a-499c-41dd-8214-67f1487dae4a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.604179] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1207.604179] env[69942]: value = "task-3831660" [ 1207.604179] env[69942]: _type = "Task" [ 1207.604179] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.614687] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.754650] env[69942]: DEBUG nova.network.neutron [req-ca230497-01f1-4287-acc7-5f3b04b8e546 req-2b531569-f7e3-40bf-82e4-03422425c382 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updated VIF entry in instance network info cache for port 6c82ed24-ab14-486b-88b9-571bccb42903. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.755223] env[69942]: DEBUG nova.network.neutron [req-ca230497-01f1-4287-acc7-5f3b04b8e546 req-2b531569-f7e3-40bf-82e4-03422425c382 service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updating instance_info_cache with network_info: [{"id": "6c82ed24-ab14-486b-88b9-571bccb42903", "address": "fa:16:3e:2b:df:8f", "network": {"id": "4c00d401-babf-495d-9594-3f2ba5160c5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1034340774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b472efa0c24d5b8db41ddbf1b8d36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c82ed24-ab", "ovs_interfaceid": "6c82ed24-ab14-486b-88b9-571bccb42903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.874296] env[69942]: DEBUG nova.compute.manager [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.901013] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.901423] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Processing image 10fe5fe4-1961-4c59-8127-1d3889db6a02 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.901516] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02/10fe5fe4-1961-4c59-8127-1d3889db6a02.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.901669] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02/10fe5fe4-1961-4c59-8127-1d3889db6a02.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.901843] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.902546] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.904421] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-810ebc7a-aff2-4550-a0d4-c27daf9a41f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.908881] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.909119] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.909282] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.909463] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.909605] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.909745] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.909944] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.910116] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.910284] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.910446] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.910618] env[69942]: DEBUG nova.virt.hardware [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.911171] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.183s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.912615] env[69942]: INFO nova.compute.claims [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.915777] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07893833-48cd-4184-b887-e80ac30978af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.926147] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014e592f-285f-428e-b1fa-cd4318454d06 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.933537] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.933755] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.935509] env[69942]: INFO nova.scheduler.client.report [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted allocations for instance 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c [ 1207.936813] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb6e7c8-30e0-4d50-9007-7e0f7604945d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.951099] env[69942]: DEBUG nova.network.neutron [-] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.954275] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1207.954275] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524e45e9-524b-4ef4-17f8-ffad544edc7a" [ 1207.954275] env[69942]: _type = "Task" [ 1207.954275] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.964147] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524e45e9-524b-4ef4-17f8-ffad544edc7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.982226] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86488ac4-9c40-4192-8062-2e511be56a77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.993540] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25029dc1-4282-42c2-a9b0-84050324edd0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.029038] env[69942]: DEBUG nova.compute.manager [req-a413ef7e-a3ae-4d0c-a28f-a8a7a2f193a0 req-8d5acfef-faa8-48d3-af15-3471d510c2b8 service nova] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Detach interface failed, port_id=e021229c-2ca7-4179-923c-24508dffdc2f, reason: Instance a1561d54-1415-4592-aeb7-4b0385ab9e9b could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.114521] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.257856] env[69942]: DEBUG oslo_concurrency.lockutils [req-ca230497-01f1-4287-acc7-5f3b04b8e546 req-2b531569-f7e3-40bf-82e4-03422425c382 service nova] Releasing lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.436170] env[69942]: DEBUG nova.network.neutron [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Successfully updated port: 709d39cc-6d95-44bd-9bda-43cd91e692a2 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.455812] env[69942]: INFO nova.compute.manager [-] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Took 1.65 seconds to deallocate network for instance. [ 1208.461450] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4546a3f5-5169-4b03-bff5-1a612dcbb6fd tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.527s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.474491] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Preparing fetch location {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1208.474802] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Fetch image to [datastore2] OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c/OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c.vmdk {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1208.475912] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Downloading stream optimized image 10fe5fe4-1961-4c59-8127-1d3889db6a02 to [datastore2] OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c/OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c.vmdk on the data store datastore2 as vApp {{(pid=69942) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1208.475912] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Downloading image file data 10fe5fe4-1961-4c59-8127-1d3889db6a02 to the ESX as VM named 'OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c' {{(pid=69942) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1208.562569] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1208.562569] env[69942]: value = "resgroup-9" [ 1208.562569] env[69942]: _type = "ResourcePool" [ 1208.562569] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1208.562862] env[69942]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2a88da0e-7ef6-46b6-8962-621a793f9df1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.583901] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lease: (returnval){ [ 1208.583901] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ccad8c-acec-f96d-bc80-36e53161e2ed" [ 1208.583901] env[69942]: _type = "HttpNfcLease" [ 1208.583901] env[69942]: } obtained for vApp import into resource pool (val){ [ 1208.583901] env[69942]: value = "resgroup-9" [ 1208.583901] env[69942]: _type = "ResourcePool" [ 1208.583901] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1208.584172] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the lease: (returnval){ [ 1208.584172] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ccad8c-acec-f96d-bc80-36e53161e2ed" [ 1208.584172] env[69942]: _type = "HttpNfcLease" [ 1208.584172] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1208.591828] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.591828] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ccad8c-acec-f96d-bc80-36e53161e2ed" [ 1208.591828] env[69942]: _type = "HttpNfcLease" [ 1208.591828] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1208.617210] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.941371] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "refresh_cache-4d5449a2-b243-4790-89ff-4bffbb39be31" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.941596] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "refresh_cache-4d5449a2-b243-4790-89ff-4bffbb39be31" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.941711] env[69942]: DEBUG nova.network.neutron [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.969100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.016912] env[69942]: DEBUG nova.compute.manager [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Received event network-vif-plugged-709d39cc-6d95-44bd-9bda-43cd91e692a2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.017332] env[69942]: DEBUG oslo_concurrency.lockutils [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] Acquiring lock "4d5449a2-b243-4790-89ff-4bffbb39be31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.017527] env[69942]: DEBUG oslo_concurrency.lockutils [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] Lock "4d5449a2-b243-4790-89ff-4bffbb39be31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.017790] env[69942]: DEBUG oslo_concurrency.lockutils [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] Lock "4d5449a2-b243-4790-89ff-4bffbb39be31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.018013] env[69942]: DEBUG nova.compute.manager [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] No waiting events found dispatching network-vif-plugged-709d39cc-6d95-44bd-9bda-43cd91e692a2 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.018270] env[69942]: WARNING nova.compute.manager [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Received unexpected event network-vif-plugged-709d39cc-6d95-44bd-9bda-43cd91e692a2 for instance with vm_state building and task_state spawning. [ 1209.018494] env[69942]: DEBUG nova.compute.manager [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Received event network-changed-709d39cc-6d95-44bd-9bda-43cd91e692a2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.018664] env[69942]: DEBUG nova.compute.manager [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Refreshing instance network info cache due to event network-changed-709d39cc-6d95-44bd-9bda-43cd91e692a2. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.018829] env[69942]: DEBUG oslo_concurrency.lockutils [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] Acquiring lock "refresh_cache-4d5449a2-b243-4790-89ff-4bffbb39be31" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.093668] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.093668] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ccad8c-acec-f96d-bc80-36e53161e2ed" [ 1209.093668] env[69942]: _type = "HttpNfcLease" [ 1209.093668] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.118083] env[69942]: DEBUG oslo_vmware.api [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831660, 'name': PowerOnVM_Task, 'duration_secs': 1.262154} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.119033] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.119033] env[69942]: INFO nova.compute.manager [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1209.119033] env[69942]: DEBUG nova.compute.manager [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.119661] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8096e265-be38-4c47-ac77-406b46547e02 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.308951] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e856900c-582d-4daf-8a5d-2f39577c5a93 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.317944] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a66224b-9c07-4801-809c-267394763a65 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.349025] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083fb244-4be9-4cea-8a1d-8ce48c34106a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.358632] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb6351-f589-47cd-99ba-a7dffa7a972b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.374738] env[69942]: DEBUG nova.compute.provider_tree [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.477330] env[69942]: DEBUG nova.network.neutron [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.594372] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.594372] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ccad8c-acec-f96d-bc80-36e53161e2ed" [ 1209.594372] env[69942]: _type = "HttpNfcLease" [ 1209.594372] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1209.594693] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1209.594693] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ccad8c-acec-f96d-bc80-36e53161e2ed" [ 1209.594693] env[69942]: _type = "HttpNfcLease" [ 1209.594693] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1209.595461] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cfb02f-6feb-47c9-9296-5aa07e81a87d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.604389] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d58fa-fca0-2dbe-66f4-96515b8783ca/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1209.604581] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d58fa-fca0-2dbe-66f4-96515b8783ca/disk-0.vmdk. {{(pid=69942) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1209.671654] env[69942]: INFO nova.compute.manager [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Took 38.30 seconds to build instance. [ 1209.672489] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6b1ae42-1949-4820-8992-21cced60b4fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.706816] env[69942]: DEBUG nova.network.neutron [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Updating instance_info_cache with network_info: [{"id": "709d39cc-6d95-44bd-9bda-43cd91e692a2", "address": "fa:16:3e:e7:29:8b", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap709d39cc-6d", "ovs_interfaceid": "709d39cc-6d95-44bd-9bda-43cd91e692a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.878169] env[69942]: DEBUG nova.scheduler.client.report [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.175177] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8471045a-6033-4dc3-96e2-906a15158536 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.814s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.210628] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "refresh_cache-4d5449a2-b243-4790-89ff-4bffbb39be31" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.210833] env[69942]: DEBUG nova.compute.manager [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Instance network_info: |[{"id": "709d39cc-6d95-44bd-9bda-43cd91e692a2", "address": "fa:16:3e:e7:29:8b", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap709d39cc-6d", "ovs_interfaceid": "709d39cc-6d95-44bd-9bda-43cd91e692a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.210974] env[69942]: DEBUG oslo_concurrency.lockutils [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] Acquired lock "refresh_cache-4d5449a2-b243-4790-89ff-4bffbb39be31" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.211180] env[69942]: DEBUG nova.network.neutron [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Refreshing network info cache for port 709d39cc-6d95-44bd-9bda-43cd91e692a2 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.212435] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:29:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '709d39cc-6d95-44bd-9bda-43cd91e692a2', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.222067] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.225799] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.226934] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c3489d0-da4a-46bc-8f76-579e742b4725 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.251392] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.251392] env[69942]: value = "task-3831662" [ 1210.251392] env[69942]: _type = "Task" [ 1210.251392] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.261511] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831662, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.387183] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.387183] env[69942]: DEBUG nova.compute.manager [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.395975] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.943s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.399095] env[69942]: INFO nova.compute.claims [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.566208] env[69942]: DEBUG nova.network.neutron [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Updated VIF entry in instance network info cache for port 709d39cc-6d95-44bd-9bda-43cd91e692a2. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.566874] env[69942]: DEBUG nova.network.neutron [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Updating instance_info_cache with network_info: [{"id": "709d39cc-6d95-44bd-9bda-43cd91e692a2", "address": "fa:16:3e:e7:29:8b", "network": {"id": "b93cf6f4-cd7b-46e7-a147-747039206447", "bridge": "br-int", "label": "tempest-ImagesTestJSON-509967740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12ba0e7b77af4dec8a5d7f7ffad2cffa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap709d39cc-6d", "ovs_interfaceid": "709d39cc-6d95-44bd-9bda-43cd91e692a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.768313] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831662, 'name': CreateVM_Task, 'duration_secs': 0.342267} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.768634] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.769545] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.769684] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.769932] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.771642] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd7e9c9-4801-4700-8b0a-114428bfbbef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.778328] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1210.778328] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528eed04-8fcc-9d3d-33e8-c1b01a3976b1" [ 1210.778328] env[69942]: _type = "Task" [ 1210.778328] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.790183] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528eed04-8fcc-9d3d-33e8-c1b01a3976b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.839291] env[69942]: DEBUG nova.compute.manager [req-636e764c-f994-4bc8-8c41-38bb1dcc3bfb req-cbd70a5c-1720-433a-9c56-4a75b2f70e0b service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received event network-changed-6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.839548] env[69942]: DEBUG nova.compute.manager [req-636e764c-f994-4bc8-8c41-38bb1dcc3bfb req-cbd70a5c-1720-433a-9c56-4a75b2f70e0b service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing instance network info cache due to event network-changed-6ae43b45-ea8f-4934-88f2-d8f8325ab435. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.839713] env[69942]: DEBUG oslo_concurrency.lockutils [req-636e764c-f994-4bc8-8c41-38bb1dcc3bfb req-cbd70a5c-1720-433a-9c56-4a75b2f70e0b service nova] Acquiring lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.839857] env[69942]: DEBUG oslo_concurrency.lockutils [req-636e764c-f994-4bc8-8c41-38bb1dcc3bfb req-cbd70a5c-1720-433a-9c56-4a75b2f70e0b service nova] Acquired lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.840036] env[69942]: DEBUG nova.network.neutron [req-636e764c-f994-4bc8-8c41-38bb1dcc3bfb req-cbd70a5c-1720-433a-9c56-4a75b2f70e0b service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing network info cache for port 6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.887643] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Completed reading data from the image iterator. {{(pid=69942) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1210.887775] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d58fa-fca0-2dbe-66f4-96515b8783ca/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1210.888809] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1072a680-08c5-4031-823d-98b1ab08cfcb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.895928] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d58fa-fca0-2dbe-66f4-96515b8783ca/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1210.896141] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d58fa-fca0-2dbe-66f4-96515b8783ca/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1210.896462] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-32b2f9f6-376d-4ca3-9e8a-a6891581b1f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.904034] env[69942]: DEBUG nova.compute.utils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.905797] env[69942]: DEBUG nova.compute.manager [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.905968] env[69942]: DEBUG nova.network.neutron [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.966176] env[69942]: DEBUG nova.policy [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc98f3d95c44f54ba5f918b5f44695d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b54e75a228e4afcba3bbdf06dc909a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.069462] env[69942]: DEBUG oslo_concurrency.lockutils [req-c768f043-5177-488b-a312-36dc602d06f4 req-22374b92-c3ec-477c-987f-94801839185c service nova] Releasing lock "refresh_cache-4d5449a2-b243-4790-89ff-4bffbb39be31" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.102346] env[69942]: DEBUG oslo_vmware.rw_handles [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529d58fa-fca0-2dbe-66f4-96515b8783ca/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1211.102620] env[69942]: INFO nova.virt.vmwareapi.images [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Downloaded image file data 10fe5fe4-1961-4c59-8127-1d3889db6a02 [ 1211.103587] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80555489-6147-46be-8384-7d7ee4e9e8fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.122259] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63bb2261-cbe3-4d50-83e8-c9f7bed96f75 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.208730] env[69942]: INFO nova.virt.vmwareapi.images [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] The imported VM was unregistered [ 1211.211627] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Caching image {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1211.211627] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Creating directory with path [datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.211945] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0e95462-ae47-4bf7-abda-990dd1f5ba36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.244442] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Created directory with path [datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.244442] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c/OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c.vmdk to [datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02/10fe5fe4-1961-4c59-8127-1d3889db6a02.vmdk. {{(pid=69942) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1211.244442] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4129251d-953a-467f-9fb7-d8cb7f9a9964 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.250639] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1211.250639] env[69942]: value = "task-3831664" [ 1211.250639] env[69942]: _type = "Task" [ 1211.250639] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.260285] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831664, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.294737] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528eed04-8fcc-9d3d-33e8-c1b01a3976b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013515} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.295117] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.295360] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.295595] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.295740] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.295961] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.296262] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2af52ca-75d9-467d-ab15-5b4f80ed916f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.312714] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.312865] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.313960] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad78af16-d264-45c8-9114-beda5f1a8483 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.322628] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1211.322628] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e0f14-0194-4fc7-ba42-f6d9b613e540" [ 1211.322628] env[69942]: _type = "Task" [ 1211.322628] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.331924] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e0f14-0194-4fc7-ba42-f6d9b613e540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.338118] env[69942]: DEBUG nova.network.neutron [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Successfully created port: f9476503-165a-44a8-b831-39ef1fa731c0 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.408764] env[69942]: DEBUG nova.compute.manager [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.642623] env[69942]: DEBUG nova.network.neutron [req-636e764c-f994-4bc8-8c41-38bb1dcc3bfb req-cbd70a5c-1720-433a-9c56-4a75b2f70e0b service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updated VIF entry in instance network info cache for port 6ae43b45-ea8f-4934-88f2-d8f8325ab435. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.643093] env[69942]: DEBUG nova.network.neutron [req-636e764c-f994-4bc8-8c41-38bb1dcc3bfb req-cbd70a5c-1720-433a-9c56-4a75b2f70e0b service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updating instance_info_cache with network_info: [{"id": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "address": "fa:16:3e:9b:31:b7", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43b45-ea", "ovs_interfaceid": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.768135] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831664, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.841497] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e0f14-0194-4fc7-ba42-f6d9b613e540, 'name': SearchDatastore_Task, 'duration_secs': 0.027761} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.841497] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2e4171-45fd-4693-a56a-d4a451560e91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.850852] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1211.850852] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e70d5d-4e1f-e16f-3abe-e87683f08a9a" [ 1211.850852] env[69942]: _type = "Task" [ 1211.850852] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.869845] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e70d5d-4e1f-e16f-3abe-e87683f08a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.886074] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1909cb-3e8f-45b0-b8d6-e609f76c58bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.897603] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6b06af-628f-403c-a8c9-714f7622c6d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.940575] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d226b96-a7e9-4f99-b83c-214ff9533363 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.950420] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d6a355-8470-4b20-92c5-3b6d20f89eaa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.968061] env[69942]: DEBUG nova.compute.provider_tree [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.146808] env[69942]: DEBUG oslo_concurrency.lockutils [req-636e764c-f994-4bc8-8c41-38bb1dcc3bfb req-cbd70a5c-1720-433a-9c56-4a75b2f70e0b service nova] Releasing lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.265486] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831664, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.364827] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e70d5d-4e1f-e16f-3abe-e87683f08a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.097005} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.365422] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.365787] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 4d5449a2-b243-4790-89ff-4bffbb39be31/4d5449a2-b243-4790-89ff-4bffbb39be31.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.366480] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-effb42bf-09c0-4e66-82bd-826d48ddde98 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.377670] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1212.377670] env[69942]: value = "task-3831665" [ 1212.377670] env[69942]: _type = "Task" [ 1212.377670] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.390373] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.439636] env[69942]: DEBUG nova.compute.manager [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.471336] env[69942]: DEBUG nova.scheduler.client.report [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.491986] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.492310] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.492732] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.492839] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.493034] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.493219] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.493537] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.493754] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.493956] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.494204] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.494398] env[69942]: DEBUG nova.virt.hardware [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.495480] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcbbe01-0ee3-4795-9fa9-a53331ce9b5a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.508461] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5dd82c-2998-4cc8-a01a-ed4fce2ea09a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.521297] env[69942]: DEBUG nova.compute.manager [req-349aa3a0-b6eb-45ca-9867-09e5b162693e req-71653057-fca2-4cdd-87a2-d036d05ad343 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Received event network-changed-34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.521297] env[69942]: DEBUG nova.compute.manager [req-349aa3a0-b6eb-45ca-9867-09e5b162693e req-71653057-fca2-4cdd-87a2-d036d05ad343 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Refreshing instance network info cache due to event network-changed-34815266-9013-447d-9ef4-420e8c05d0fc. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.521439] env[69942]: DEBUG oslo_concurrency.lockutils [req-349aa3a0-b6eb-45ca-9867-09e5b162693e req-71653057-fca2-4cdd-87a2-d036d05ad343 service nova] Acquiring lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.521555] env[69942]: DEBUG oslo_concurrency.lockutils [req-349aa3a0-b6eb-45ca-9867-09e5b162693e req-71653057-fca2-4cdd-87a2-d036d05ad343 service nova] Acquired lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.521834] env[69942]: DEBUG nova.network.neutron [req-349aa3a0-b6eb-45ca-9867-09e5b162693e req-71653057-fca2-4cdd-87a2-d036d05ad343 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Refreshing network info cache for port 34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.767924] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831664, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.820957] env[69942]: DEBUG nova.network.neutron [req-349aa3a0-b6eb-45ca-9867-09e5b162693e req-71653057-fca2-4cdd-87a2-d036d05ad343 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updated VIF entry in instance network info cache for port 34815266-9013-447d-9ef4-420e8c05d0fc. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.821413] env[69942]: DEBUG nova.network.neutron [req-349aa3a0-b6eb-45ca-9867-09e5b162693e req-71653057-fca2-4cdd-87a2-d036d05ad343 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updating instance_info_cache with network_info: [{"id": "34815266-9013-447d-9ef4-420e8c05d0fc", "address": "fa:16:3e:69:6f:7f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34815266-90", "ovs_interfaceid": "34815266-9013-447d-9ef4-420e8c05d0fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.880751] env[69942]: DEBUG nova.compute.manager [req-a9fde959-be8d-4878-9fe8-0484d57d9e3a req-9f7d239b-5b3a-48a7-a44e-aa961afa25e7 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Received event network-changed-34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.880961] env[69942]: DEBUG nova.compute.manager [req-a9fde959-be8d-4878-9fe8-0484d57d9e3a req-9f7d239b-5b3a-48a7-a44e-aa961afa25e7 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Refreshing instance network info cache due to event network-changed-34815266-9013-447d-9ef4-420e8c05d0fc. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.881231] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9fde959-be8d-4878-9fe8-0484d57d9e3a req-9f7d239b-5b3a-48a7-a44e-aa961afa25e7 service nova] Acquiring lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.894985] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.981871] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.981871] env[69942]: DEBUG nova.compute.manager [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.984372] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.501s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.261569] env[69942]: DEBUG nova.network.neutron [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Successfully updated port: f9476503-165a-44a8-b831-39ef1fa731c0 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.274840] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831664, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.326941] env[69942]: DEBUG oslo_concurrency.lockutils [req-349aa3a0-b6eb-45ca-9867-09e5b162693e req-71653057-fca2-4cdd-87a2-d036d05ad343 service nova] Releasing lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.327212] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9fde959-be8d-4878-9fe8-0484d57d9e3a req-9f7d239b-5b3a-48a7-a44e-aa961afa25e7 service nova] Acquired lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.327282] env[69942]: DEBUG nova.network.neutron [req-a9fde959-be8d-4878-9fe8-0484d57d9e3a req-9f7d239b-5b3a-48a7-a44e-aa961afa25e7 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Refreshing network info cache for port 34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.391346] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.488521] env[69942]: DEBUG nova.compute.utils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.490020] env[69942]: DEBUG nova.compute.manager [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.490212] env[69942]: DEBUG nova.network.neutron [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.537156] env[69942]: DEBUG nova.policy [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '733dc007d21d45cc8b445b0fcc39b4b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a4d53b6fe84b02a43166c8642ce26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.773132] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831664, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.775967] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "refresh_cache-a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.776133] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "refresh_cache-a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.776288] env[69942]: DEBUG nova.network.neutron [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.893821] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831665, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.918340] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43ab0f5-7a3e-4efe-b3d0-0d09ec742c4f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.931791] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04f2f52-edf5-43a6-b1f0-d54e3551ab71 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.966223] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483c2093-a63d-491f-aab8-e4e5c01176ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.979478] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebdc06f-fc68-4204-9c78-6b11be752f63 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.999021] env[69942]: DEBUG nova.compute.manager [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.002143] env[69942]: DEBUG nova.compute.provider_tree [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.155594] env[69942]: DEBUG nova.network.neutron [req-a9fde959-be8d-4878-9fe8-0484d57d9e3a req-9f7d239b-5b3a-48a7-a44e-aa961afa25e7 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updated VIF entry in instance network info cache for port 34815266-9013-447d-9ef4-420e8c05d0fc. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.156011] env[69942]: DEBUG nova.network.neutron [req-a9fde959-be8d-4878-9fe8-0484d57d9e3a req-9f7d239b-5b3a-48a7-a44e-aa961afa25e7 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updating instance_info_cache with network_info: [{"id": "34815266-9013-447d-9ef4-420e8c05d0fc", "address": "fa:16:3e:69:6f:7f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34815266-90", "ovs_interfaceid": "34815266-9013-447d-9ef4-420e8c05d0fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.270062] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831664, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.621544} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.270912] env[69942]: DEBUG nova.network.neutron [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Successfully created port: f3e5a30c-6f5a-4c25-bfa9-94e78f9444de {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.272864] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c/OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c.vmdk to [datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02/10fe5fe4-1961-4c59-8127-1d3889db6a02.vmdk. [ 1214.273079] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Cleaning up location [datastore2] OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1214.273248] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_45bdb363-3cff-4ebe-ad87-ac2a6225df1c {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.273509] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e31f29c-6881-4123-963b-2cc08a859174 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.281801] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1214.281801] env[69942]: value = "task-3831666" [ 1214.281801] env[69942]: _type = "Task" [ 1214.281801] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.292505] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.340767] env[69942]: DEBUG nova.network.neutron [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.393501] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831665, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.421927] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "interface-d7eace9a-e71e-4934-bc6b-0695c38fc895-dc7a55e9-ae3a-4259-b384-d707a52834a2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.422225] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-d7eace9a-e71e-4934-bc6b-0695c38fc895-dc7a55e9-ae3a-4259-b384-d707a52834a2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.422576] env[69942]: DEBUG nova.objects.instance [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'flavor' on Instance uuid d7eace9a-e71e-4934-bc6b-0695c38fc895 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.478113] env[69942]: DEBUG nova.network.neutron [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Updating instance_info_cache with network_info: [{"id": "f9476503-165a-44a8-b831-39ef1fa731c0", "address": "fa:16:3e:74:92:ba", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9476503-16", "ovs_interfaceid": "f9476503-165a-44a8-b831-39ef1fa731c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.529018] env[69942]: ERROR nova.scheduler.client.report [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [req-5206108c-5971-4832-b4f4-d9a9fe7176c1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5206108c-5971-4832-b4f4-d9a9fe7176c1"}]} [ 1214.543839] env[69942]: DEBUG nova.scheduler.client.report [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1214.564881] env[69942]: DEBUG nova.scheduler.client.report [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1214.564881] env[69942]: DEBUG nova.compute.provider_tree [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.578239] env[69942]: DEBUG nova.scheduler.client.report [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1214.600594] env[69942]: DEBUG nova.scheduler.client.report [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1214.659735] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9fde959-be8d-4878-9fe8-0484d57d9e3a req-9f7d239b-5b3a-48a7-a44e-aa961afa25e7 service nova] Releasing lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.791689] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296201} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.792041] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.792382] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02/10fe5fe4-1961-4c59-8127-1d3889db6a02.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.792659] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02/10fe5fe4-1961-4c59-8127-1d3889db6a02.vmdk to [datastore2] 1105e6d9-a70e-4f75-a7dc-50c709f33b72/1105e6d9-a70e-4f75-a7dc-50c709f33b72.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.795162] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dec30300-d6ab-4b3d-bfff-260e5ffc253a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.802898] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1214.802898] env[69942]: value = "task-3831667" [ 1214.802898] env[69942]: _type = "Task" [ 1214.802898] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.812201] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.895187] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831665, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.952350] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e351d0e-6ce2-4f59-8f92-919ebf3eb5a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.962250] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60e8eb0-e000-40c2-bdab-dae3fa8d829f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.994073] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "refresh_cache-a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.994417] env[69942]: DEBUG nova.compute.manager [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Instance network_info: |[{"id": "f9476503-165a-44a8-b831-39ef1fa731c0", "address": "fa:16:3e:74:92:ba", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9476503-16", "ovs_interfaceid": "f9476503-165a-44a8-b831-39ef1fa731c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.997245] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:92:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9476503-165a-44a8-b831-39ef1fa731c0', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.004639] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.005368] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9a2ef7-0f49-48d4-ba60-82c282c94d4e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.007931] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.008459] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bc6d296-0aaa-442b-b7be-4f50479af5c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.023880] env[69942]: DEBUG nova.compute.manager [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.030086] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b072642c-7a75-466b-b42e-b9b496d33cb6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.034976] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.034976] env[69942]: value = "task-3831668" [ 1215.034976] env[69942]: _type = "Task" [ 1215.034976] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.046096] env[69942]: DEBUG nova.compute.provider_tree [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.048214] env[69942]: DEBUG nova.objects.instance [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'pci_requests' on Instance uuid d7eace9a-e71e-4934-bc6b-0695c38fc895 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.059657] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831668, 'name': CreateVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.061933] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.062166] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.062316] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.062489] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.062629] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.062770] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.062979] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.063144] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.063303] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.063457] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.063620] env[69942]: DEBUG nova.virt.hardware [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.064778] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55168a2e-01d1-46d8-9d51-8b7f7bbd546b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.074160] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311eb000-0428-49d8-8162-a9b5f29c4eb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.122197] env[69942]: DEBUG nova.compute.manager [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received event network-changed-6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.122397] env[69942]: DEBUG nova.compute.manager [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing instance network info cache due to event network-changed-6ae43b45-ea8f-4934-88f2-d8f8325ab435. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.122610] env[69942]: DEBUG oslo_concurrency.lockutils [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] Acquiring lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.122755] env[69942]: DEBUG oslo_concurrency.lockutils [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] Acquired lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.122915] env[69942]: DEBUG nova.network.neutron [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing network info cache for port 6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.314063] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.397670] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831665, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.879067} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.398154] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 4d5449a2-b243-4790-89ff-4bffbb39be31/4d5449a2-b243-4790-89ff-4bffbb39be31.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.398526] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.398925] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-772bceb8-be76-4c2f-80c2-30fce4585ff6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.408137] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1215.408137] env[69942]: value = "task-3831669" [ 1215.408137] env[69942]: _type = "Task" [ 1215.408137] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.418509] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.546289] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831668, 'name': CreateVM_Task, 'duration_secs': 0.396842} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.546576] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.547567] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.547567] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.547914] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.548214] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9605c21-52b3-490c-b17e-9484f900709a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.552143] env[69942]: DEBUG nova.objects.base [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1215.552367] env[69942]: DEBUG nova.network.neutron [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.560993] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1215.560993] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527dfc54-ce94-377b-272b-e788ab36d4ec" [ 1215.560993] env[69942]: _type = "Task" [ 1215.560993] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.570541] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527dfc54-ce94-377b-272b-e788ab36d4ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.596041] env[69942]: DEBUG nova.scheduler.client.report [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1215.596041] env[69942]: DEBUG nova.compute.provider_tree [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 132 to 133 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1215.596041] env[69942]: DEBUG nova.compute.provider_tree [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.630969] env[69942]: DEBUG nova.policy [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187b3d20c0e440f82734e725231857c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc436384d0b44bb8a68e0f0277a1eb87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.816211] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831667, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.920605] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208231} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.920893] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.924608] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb66ee2-6c23-4d94-9fd9-70c2374f39a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.947640] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4d5449a2-b243-4790-89ff-4bffbb39be31/4d5449a2-b243-4790-89ff-4bffbb39be31.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.951285] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f147eab7-729d-4776-9e4d-9fce74008bce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.974118] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1215.974118] env[69942]: value = "task-3831670" [ 1215.974118] env[69942]: _type = "Task" [ 1215.974118] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.983961] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.074195] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527dfc54-ce94-377b-272b-e788ab36d4ec, 'name': SearchDatastore_Task, 'duration_secs': 0.085623} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.074719] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.075269] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.075654] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.075904] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.076260] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.077104] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40cfc71f-c47d-47c8-8ccd-6eca0675e2d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.095995] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.096655] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.097924] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ffe3b6a-db75-4b49-9e48-5c210489e1db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.114023] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1216.114023] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529a622d-ed2d-ad78-0cc7-fd75cbd762eb" [ 1216.114023] env[69942]: _type = "Task" [ 1216.114023] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.122141] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529a622d-ed2d-ad78-0cc7-fd75cbd762eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.129157] env[69942]: DEBUG nova.network.neutron [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updated VIF entry in instance network info cache for port 6ae43b45-ea8f-4934-88f2-d8f8325ab435. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.129874] env[69942]: DEBUG nova.network.neutron [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updating instance_info_cache with network_info: [{"id": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "address": "fa:16:3e:9b:31:b7", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43b45-ea", "ovs_interfaceid": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.206162] env[69942]: DEBUG nova.network.neutron [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Successfully updated port: f3e5a30c-6f5a-4c25-bfa9-94e78f9444de {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.318033] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831667, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.484588] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.608065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.623s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.610733] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.434s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.611580] env[69942]: DEBUG nova.objects.instance [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lazy-loading 'resources' on Instance uuid e24a2412-bc56-4034-9b98-4d2d9190576b {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.626224] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529a622d-ed2d-ad78-0cc7-fd75cbd762eb, 'name': SearchDatastore_Task, 'duration_secs': 0.093907} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.628734] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b4b5ac-dc70-4c30-ac8f-2f9d20eb4a83 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.632266] env[69942]: DEBUG oslo_concurrency.lockutils [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] Releasing lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.632581] env[69942]: DEBUG nova.compute.manager [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Received event network-vif-plugged-f9476503-165a-44a8-b831-39ef1fa731c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.632781] env[69942]: DEBUG oslo_concurrency.lockutils [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] Acquiring lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.632987] env[69942]: DEBUG oslo_concurrency.lockutils [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] Lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.633455] env[69942]: DEBUG oslo_concurrency.lockutils [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] Lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.633455] env[69942]: DEBUG nova.compute.manager [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] No waiting events found dispatching network-vif-plugged-f9476503-165a-44a8-b831-39ef1fa731c0 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1216.633703] env[69942]: WARNING nova.compute.manager [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Received unexpected event network-vif-plugged-f9476503-165a-44a8-b831-39ef1fa731c0 for instance with vm_state building and task_state spawning. [ 1216.633871] env[69942]: DEBUG nova.compute.manager [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Received event network-changed-f9476503-165a-44a8-b831-39ef1fa731c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.634233] env[69942]: DEBUG nova.compute.manager [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Refreshing instance network info cache due to event network-changed-f9476503-165a-44a8-b831-39ef1fa731c0. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.634459] env[69942]: DEBUG oslo_concurrency.lockutils [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] Acquiring lock "refresh_cache-a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.634600] env[69942]: DEBUG oslo_concurrency.lockutils [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] Acquired lock "refresh_cache-a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.634756] env[69942]: DEBUG nova.network.neutron [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Refreshing network info cache for port f9476503-165a-44a8-b831-39ef1fa731c0 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.640605] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1216.640605] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521b267c-7c0c-0262-1cc0-8d79d96dd4c9" [ 1216.640605] env[69942]: _type = "Task" [ 1216.640605] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.653105] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521b267c-7c0c-0262-1cc0-8d79d96dd4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.709651] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.709840] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.709980] env[69942]: DEBUG nova.network.neutron [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.818533] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831667, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.986385] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.158565] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521b267c-7c0c-0262-1cc0-8d79d96dd4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.087086} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.158565] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.159043] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5/a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.159499] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48211257-bf33-4bdb-89a3-298f72277e1d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.172367] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1217.172367] env[69942]: value = "task-3831671" [ 1217.172367] env[69942]: _type = "Task" [ 1217.172367] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.181339] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.188211] env[69942]: INFO nova.scheduler.client.report [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleted allocation for migration 3f4b0d6c-cdd7-44a5-82a4-af2a77b3db7b [ 1217.190715] env[69942]: DEBUG nova.network.neutron [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Successfully updated port: dc7a55e9-ae3a-4259-b384-d707a52834a2 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.251490] env[69942]: DEBUG nova.network.neutron [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.301330] env[69942]: DEBUG nova.compute.manager [req-7f1d9a75-4b6d-4d61-b3da-c81575b50f85 req-6fdffcfb-52a2-4b50-a107-32194bd838c1 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received event network-vif-plugged-dc7a55e9-ae3a-4259-b384-d707a52834a2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.301551] env[69942]: DEBUG oslo_concurrency.lockutils [req-7f1d9a75-4b6d-4d61-b3da-c81575b50f85 req-6fdffcfb-52a2-4b50-a107-32194bd838c1 service nova] Acquiring lock "d7eace9a-e71e-4934-bc6b-0695c38fc895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.301762] env[69942]: DEBUG oslo_concurrency.lockutils [req-7f1d9a75-4b6d-4d61-b3da-c81575b50f85 req-6fdffcfb-52a2-4b50-a107-32194bd838c1 service nova] Lock "d7eace9a-e71e-4934-bc6b-0695c38fc895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.301929] env[69942]: DEBUG oslo_concurrency.lockutils [req-7f1d9a75-4b6d-4d61-b3da-c81575b50f85 req-6fdffcfb-52a2-4b50-a107-32194bd838c1 service nova] Lock "d7eace9a-e71e-4934-bc6b-0695c38fc895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.302109] env[69942]: DEBUG nova.compute.manager [req-7f1d9a75-4b6d-4d61-b3da-c81575b50f85 req-6fdffcfb-52a2-4b50-a107-32194bd838c1 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] No waiting events found dispatching network-vif-plugged-dc7a55e9-ae3a-4259-b384-d707a52834a2 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.302275] env[69942]: WARNING nova.compute.manager [req-7f1d9a75-4b6d-4d61-b3da-c81575b50f85 req-6fdffcfb-52a2-4b50-a107-32194bd838c1 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received unexpected event network-vif-plugged-dc7a55e9-ae3a-4259-b384-d707a52834a2 for instance with vm_state active and task_state None. [ 1217.318418] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831667, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.401576] env[69942]: DEBUG nova.network.neutron [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Updating instance_info_cache with network_info: [{"id": "f3e5a30c-6f5a-4c25-bfa9-94e78f9444de", "address": "fa:16:3e:64:07:20", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e5a30c-6f", "ovs_interfaceid": "f3e5a30c-6f5a-4c25-bfa9-94e78f9444de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.462734] env[69942]: DEBUG nova.compute.manager [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Received event network-vif-plugged-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.462867] env[69942]: DEBUG oslo_concurrency.lockutils [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] Acquiring lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.463104] env[69942]: DEBUG oslo_concurrency.lockutils [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.463268] env[69942]: DEBUG oslo_concurrency.lockutils [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.463452] env[69942]: DEBUG nova.compute.manager [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] No waiting events found dispatching network-vif-plugged-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.463605] env[69942]: WARNING nova.compute.manager [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Received unexpected event network-vif-plugged-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de for instance with vm_state building and task_state spawning. [ 1217.463762] env[69942]: DEBUG nova.compute.manager [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Received event network-changed-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.464015] env[69942]: DEBUG nova.compute.manager [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Refreshing instance network info cache due to event network-changed-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.464216] env[69942]: DEBUG oslo_concurrency.lockutils [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] Acquiring lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.469468] env[69942]: DEBUG nova.network.neutron [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Updated VIF entry in instance network info cache for port f9476503-165a-44a8-b831-39ef1fa731c0. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.469921] env[69942]: DEBUG nova.network.neutron [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Updating instance_info_cache with network_info: [{"id": "f9476503-165a-44a8-b831-39ef1fa731c0", "address": "fa:16:3e:74:92:ba", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9476503-16", "ovs_interfaceid": "f9476503-165a-44a8-b831-39ef1fa731c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.485752] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.537657] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e0f95-cd63-4061-abfe-dab8e27bba90 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.548197] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65b0442-9771-4973-94c1-adf238fe2353 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.581827] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29892b0-360b-472a-87c1-9da56456766b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.590669] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f67cb8-886a-42fa-84fe-060b4143eed7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.605990] env[69942]: DEBUG nova.compute.provider_tree [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.679430] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.699456] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.699545] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.699691] env[69942]: DEBUG nova.network.neutron [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.702357] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8ef45b-366d-42df-89ed-6deb3f01c18a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.298s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.818857] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831667, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.828673} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.819224] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/10fe5fe4-1961-4c59-8127-1d3889db6a02/10fe5fe4-1961-4c59-8127-1d3889db6a02.vmdk to [datastore2] 1105e6d9-a70e-4f75-a7dc-50c709f33b72/1105e6d9-a70e-4f75-a7dc-50c709f33b72.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.820266] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e37d4c4-cbaf-45c0-b3c6-ec460855774e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.845185] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 1105e6d9-a70e-4f75-a7dc-50c709f33b72/1105e6d9-a70e-4f75-a7dc-50c709f33b72.vmdk or device None with type streamOptimized {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.845557] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be679fce-2e5e-421e-b88f-773e3ddb48d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.867037] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1217.867037] env[69942]: value = "task-3831672" [ 1217.867037] env[69942]: _type = "Task" [ 1217.867037] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.877048] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.904405] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.904839] env[69942]: DEBUG nova.compute.manager [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Instance network_info: |[{"id": "f3e5a30c-6f5a-4c25-bfa9-94e78f9444de", "address": "fa:16:3e:64:07:20", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e5a30c-6f", "ovs_interfaceid": "f3e5a30c-6f5a-4c25-bfa9-94e78f9444de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.905188] env[69942]: DEBUG oslo_concurrency.lockutils [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] Acquired lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.905374] env[69942]: DEBUG nova.network.neutron [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Refreshing network info cache for port f3e5a30c-6f5a-4c25-bfa9-94e78f9444de {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.906957] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:07:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3e5a30c-6f5a-4c25-bfa9-94e78f9444de', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.915759] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.917077] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.917409] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efac3bc7-f044-4ede-875d-43c45c62f890 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.941112] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.941112] env[69942]: value = "task-3831673" [ 1217.941112] env[69942]: _type = "Task" [ 1217.941112] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.955175] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831673, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.975608] env[69942]: DEBUG oslo_concurrency.lockutils [req-4582a711-8cf0-4a61-a44c-9ed5b9551e1e req-1e09daf2-ad3f-43b6-8b5a-43445582a5da service nova] Releasing lock "refresh_cache-a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.985834] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831670, 'name': ReconfigVM_Task, 'duration_secs': 1.809126} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.986208] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4d5449a2-b243-4790-89ff-4bffbb39be31/4d5449a2-b243-4790-89ff-4bffbb39be31.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.986976] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97573c23-a6ff-4dd3-8b2d-9fc8ea203cfc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.994665] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1217.994665] env[69942]: value = "task-3831674" [ 1217.994665] env[69942]: _type = "Task" [ 1217.994665] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.006827] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831674, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.109204] env[69942]: DEBUG nova.scheduler.client.report [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.180209] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905094} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.180476] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5/a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.180792] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.181120] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6becef7d-ab7c-41be-ba5d-1336cf5dfaeb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.188474] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1218.188474] env[69942]: value = "task-3831675" [ 1218.188474] env[69942]: _type = "Task" [ 1218.188474] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.197729] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.245803] env[69942]: WARNING nova.network.neutron [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] 038444ad-d33b-464f-ab16-9885103a6ba9 already exists in list: networks containing: ['038444ad-d33b-464f-ab16-9885103a6ba9']. ignoring it [ 1218.380629] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831672, 'name': ReconfigVM_Task, 'duration_secs': 0.459194} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.381602] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 1105e6d9-a70e-4f75-a7dc-50c709f33b72/1105e6d9-a70e-4f75-a7dc-50c709f33b72.vmdk or device None with type streamOptimized {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.381602] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bee4756-365a-4eac-b0b6-ee5d0a78dcc3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.389194] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1218.389194] env[69942]: value = "task-3831676" [ 1218.389194] env[69942]: _type = "Task" [ 1218.389194] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.398756] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831676, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.456411] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831673, 'name': CreateVM_Task, 'duration_secs': 0.419007} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.456604] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.457298] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.457653] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.457920] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.458207] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483be444-6dd6-4147-a802-768a922561f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.464919] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1218.464919] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c8c06e-adcc-2990-50e8-e47f2f494631" [ 1218.464919] env[69942]: _type = "Task" [ 1218.464919] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.478968] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c8c06e-adcc-2990-50e8-e47f2f494631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.507050] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831674, 'name': Rename_Task, 'duration_secs': 0.179461} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.507414] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.507736] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e278b60-cbb5-4041-95ee-4b15ccb72474 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.518729] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1218.518729] env[69942]: value = "task-3831677" [ 1218.518729] env[69942]: _type = "Task" [ 1218.518729] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.533385] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.577381] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.577816] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.578076] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.578289] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.578460] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.581553] env[69942]: INFO nova.compute.manager [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Terminating instance [ 1218.614920] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.621635] env[69942]: DEBUG oslo_concurrency.lockutils [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.528s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.622340] env[69942]: DEBUG nova.objects.instance [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lazy-loading 'resources' on Instance uuid 2188b102-036e-44fb-9b71-047fc1640af4 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.648117] env[69942]: INFO nova.scheduler.client.report [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Deleted allocations for instance e24a2412-bc56-4034-9b98-4d2d9190576b [ 1218.667976] env[69942]: DEBUG nova.network.neutron [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Updated VIF entry in instance network info cache for port f3e5a30c-6f5a-4c25-bfa9-94e78f9444de. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.668460] env[69942]: DEBUG nova.network.neutron [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Updating instance_info_cache with network_info: [{"id": "f3e5a30c-6f5a-4c25-bfa9-94e78f9444de", "address": "fa:16:3e:64:07:20", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e5a30c-6f", "ovs_interfaceid": "f3e5a30c-6f5a-4c25-bfa9-94e78f9444de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.688064] env[69942]: DEBUG nova.network.neutron [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updating instance_info_cache with network_info: [{"id": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "address": "fa:16:3e:9b:31:b7", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43b45-ea", "ovs_interfaceid": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc7a55e9-ae3a-4259-b384-d707a52834a2", "address": "fa:16:3e:5d:bb:0a", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc7a55e9-ae", "ovs_interfaceid": "dc7a55e9-ae3a-4259-b384-d707a52834a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.700959] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111488} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.701490] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.704069] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075adc96-56b9-40e2-aec0-54e9d4485819 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.731475] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5/a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.732231] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d306666b-cb13-4aab-8b2d-fb6ba8614de5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.766715] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1218.766715] env[69942]: value = "task-3831678" [ 1218.766715] env[69942]: _type = "Task" [ 1218.766715] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.776256] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.900673] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831676, 'name': Rename_Task, 'duration_secs': 0.32486} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.900973] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.901622] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-449c03ce-fb24-4003-9235-7d29897f9185 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.909249] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1218.909249] env[69942]: value = "task-3831679" [ 1218.909249] env[69942]: _type = "Task" [ 1218.909249] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.918877] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.977791] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c8c06e-adcc-2990-50e8-e47f2f494631, 'name': SearchDatastore_Task, 'duration_secs': 0.058973} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.978126] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.978374] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.978613] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.978759] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.978939] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.979370] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97591d3a-1822-40f2-b384-5c2c26ecf99a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.011186] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.011433] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.012253] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2954a607-d426-49c1-8b15-70ef7014865d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.018721] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1219.018721] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52aa1e29-30cb-c03a-2ed0-ce76aec7a083" [ 1219.018721] env[69942]: _type = "Task" [ 1219.018721] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.030599] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831677, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.033812] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52aa1e29-30cb-c03a-2ed0-ce76aec7a083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.090878] env[69942]: DEBUG nova.compute.manager [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.091145] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.092401] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f85ed3b-98df-49df-b7ec-18bc981717f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.101163] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.101453] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6522c1be-6e30-414f-857b-57556907be4c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.109115] env[69942]: DEBUG oslo_vmware.api [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1219.109115] env[69942]: value = "task-3831680" [ 1219.109115] env[69942]: _type = "Task" [ 1219.109115] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.119869] env[69942]: DEBUG oslo_vmware.api [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.159395] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad4564ee-ee8c-4f6d-90f5-b8ce46f6a742 tempest-ServerMetadataNegativeTestJSON-1898228736 tempest-ServerMetadataNegativeTestJSON-1898228736-project-member] Lock "e24a2412-bc56-4034-9b98-4d2d9190576b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.514s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.171603] env[69942]: DEBUG oslo_concurrency.lockutils [req-ec214126-6a9c-47ae-af9b-6192c133ed9b req-4c129621-351f-4f65-a918-5a0a6655fe1f service nova] Releasing lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.192690] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.194307] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.194446] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.195600] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ec494-7e15-4b4e-8208-19091e2f944f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.217814] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.218089] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.218250] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.218433] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.218579] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.218725] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.219072] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.219639] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.219841] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.220146] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.220397] env[69942]: DEBUG nova.virt.hardware [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.227096] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Reconfiguring VM to attach interface {{(pid=69942) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1219.230566] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e66d5a-35b8-4194-a588-da217b0ad55e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.251329] env[69942]: DEBUG oslo_vmware.api [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1219.251329] env[69942]: value = "task-3831681" [ 1219.251329] env[69942]: _type = "Task" [ 1219.251329] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.265220] env[69942]: DEBUG oslo_vmware.api [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831681, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.280286] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.422061] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.538997] env[69942]: DEBUG oslo_vmware.api [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831677, 'name': PowerOnVM_Task, 'duration_secs': 0.936924} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.539372] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52aa1e29-30cb-c03a-2ed0-ce76aec7a083, 'name': SearchDatastore_Task, 'duration_secs': 0.032923} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.539540] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.539774] env[69942]: INFO nova.compute.manager [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Took 11.67 seconds to spawn the instance on the hypervisor. [ 1219.539904] env[69942]: DEBUG nova.compute.manager [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.543952] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0892e0c4-5213-4d16-8288-7d1f0c42c83c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.546929] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10135174-9c3e-4e44-b4d9-fbb5aae6d70c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.555157] env[69942]: DEBUG nova.compute.manager [req-2be38818-0723-4a00-84a1-a36776b6673d req-a1e26d66-1f7e-4d68-a417-d2c753ff6991 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received event network-changed-dc7a55e9-ae3a-4259-b384-d707a52834a2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.556557] env[69942]: DEBUG nova.compute.manager [req-2be38818-0723-4a00-84a1-a36776b6673d req-a1e26d66-1f7e-4d68-a417-d2c753ff6991 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing instance network info cache due to event network-changed-dc7a55e9-ae3a-4259-b384-d707a52834a2. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.556557] env[69942]: DEBUG oslo_concurrency.lockutils [req-2be38818-0723-4a00-84a1-a36776b6673d req-a1e26d66-1f7e-4d68-a417-d2c753ff6991 service nova] Acquiring lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.556557] env[69942]: DEBUG oslo_concurrency.lockutils [req-2be38818-0723-4a00-84a1-a36776b6673d req-a1e26d66-1f7e-4d68-a417-d2c753ff6991 service nova] Acquired lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.556557] env[69942]: DEBUG nova.network.neutron [req-2be38818-0723-4a00-84a1-a36776b6673d req-a1e26d66-1f7e-4d68-a417-d2c753ff6991 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing network info cache for port dc7a55e9-ae3a-4259-b384-d707a52834a2 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.565640] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1219.565640] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5257a70f-1b85-1e73-826c-7c8c0f6848c7" [ 1219.565640] env[69942]: _type = "Task" [ 1219.565640] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.582432] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5257a70f-1b85-1e73-826c-7c8c0f6848c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.607516] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006f1243-ea8d-40c7-b3de-d4d655892cf7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.626822] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86678d28-57d2-4107-be29-d22563847992 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.630847] env[69942]: DEBUG oslo_vmware.api [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831680, 'name': PowerOffVM_Task, 'duration_secs': 0.305959} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.631422] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.631669] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.632404] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e9e63c0-0830-4b45-9a40-38a196f6aab1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.665379] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085ecfa1-8efe-4bed-9886-d973f0854e7e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.674728] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b11136c-9710-4a4a-b685-9ed10d22ae42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.691516] env[69942]: DEBUG nova.compute.provider_tree [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.714594] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.714921] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.715224] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleting the datastore file [datastore2] 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.715594] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95ed9a67-a961-4f47-80f2-6072afdba110 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.725074] env[69942]: DEBUG oslo_vmware.api [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1219.725074] env[69942]: value = "task-3831683" [ 1219.725074] env[69942]: _type = "Task" [ 1219.725074] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.736473] env[69942]: DEBUG oslo_vmware.api [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.764088] env[69942]: DEBUG oslo_vmware.api [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.778869] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831678, 'name': ReconfigVM_Task, 'duration_secs': 0.725112} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.779192] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Reconfigured VM instance instance-00000060 to attach disk [datastore2] a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5/a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.779879] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccf4d63b-cce1-4453-b851-2919ed3ae633 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.788775] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1219.788775] env[69942]: value = "task-3831684" [ 1219.788775] env[69942]: _type = "Task" [ 1219.788775] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.800774] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831684, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.924840] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.076984] env[69942]: INFO nova.compute.manager [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Took 43.43 seconds to build instance. [ 1220.085281] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5257a70f-1b85-1e73-826c-7c8c0f6848c7, 'name': SearchDatastore_Task, 'duration_secs': 0.027728} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.085931] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.086226] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8/96a7c5f7-eb1a-45a1-ae65-2289c0440ee8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.086538] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab0e7490-4781-46c8-9fcb-2c0def379ebc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.095270] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1220.095270] env[69942]: value = "task-3831685" [ 1220.095270] env[69942]: _type = "Task" [ 1220.095270] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.104831] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.194952] env[69942]: DEBUG nova.scheduler.client.report [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.241508] env[69942]: DEBUG oslo_vmware.api [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238298} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.241508] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.241508] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.241508] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.241732] env[69942]: INFO nova.compute.manager [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1220.241951] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.242195] env[69942]: DEBUG nova.compute.manager [-] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.242281] env[69942]: DEBUG nova.network.neutron [-] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.264156] env[69942]: DEBUG oslo_vmware.api [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831681, 'name': ReconfigVM_Task, 'duration_secs': 0.790575} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.264688] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.264908] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Reconfigured VM to attach interface {{(pid=69942) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1220.303914] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831684, 'name': Rename_Task, 'duration_secs': 0.242414} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.304203] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.304459] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-212c15da-d111-4109-93e1-f8d3b514442f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.311836] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1220.311836] env[69942]: value = "task-3831686" [ 1220.311836] env[69942]: _type = "Task" [ 1220.311836] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.323998] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.397602] env[69942]: DEBUG nova.network.neutron [req-2be38818-0723-4a00-84a1-a36776b6673d req-a1e26d66-1f7e-4d68-a417-d2c753ff6991 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updated VIF entry in instance network info cache for port dc7a55e9-ae3a-4259-b384-d707a52834a2. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.398022] env[69942]: DEBUG nova.network.neutron [req-2be38818-0723-4a00-84a1-a36776b6673d req-a1e26d66-1f7e-4d68-a417-d2c753ff6991 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updating instance_info_cache with network_info: [{"id": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "address": "fa:16:3e:9b:31:b7", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43b45-ea", "ovs_interfaceid": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc7a55e9-ae3a-4259-b384-d707a52834a2", "address": "fa:16:3e:5d:bb:0a", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc7a55e9-ae", "ovs_interfaceid": "dc7a55e9-ae3a-4259-b384-d707a52834a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.426123] env[69942]: DEBUG oslo_vmware.api [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831679, 'name': PowerOnVM_Task, 'duration_secs': 1.028268} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.426677] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.575685] env[69942]: DEBUG nova.compute.manager [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.578339] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a969fd8-a656-4ab3-ae37-cf6472cf27d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.580654] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3434e4a0-19b8-4a0a-be5c-7bfcc360c527 tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4d5449a2-b243-4790-89ff-4bffbb39be31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.939s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.608056] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831685, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.702502] env[69942]: DEBUG oslo_concurrency.lockutils [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.707158] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.645s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.707158] env[69942]: DEBUG nova.objects.instance [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lazy-loading 'resources' on Instance uuid 3b9b814e-b35b-43ab-9933-3b01eefcdfe8 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.750097] env[69942]: INFO nova.scheduler.client.report [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Deleted allocations for instance 2188b102-036e-44fb-9b71-047fc1640af4 [ 1220.771616] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e028bd89-6b85-4c7d-9799-5a5baddf5add tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-d7eace9a-e71e-4934-bc6b-0695c38fc895-dc7a55e9-ae3a-4259-b384-d707a52834a2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.349s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.827356] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.903035] env[69942]: DEBUG oslo_concurrency.lockutils [req-2be38818-0723-4a00-84a1-a36776b6673d req-a1e26d66-1f7e-4d68-a417-d2c753ff6991 service nova] Releasing lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.105508] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c915aa9a-a2e1-4b07-bdca-29a325be693b tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 47.041s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.113589] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760985} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.113917] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8/96a7c5f7-eb1a-45a1-ae65-2289c0440ee8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.114248] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.114556] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8c6151e-2d11-4ef6-a118-71885587a927 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.122714] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1221.122714] env[69942]: value = "task-3831687" [ 1221.122714] env[69942]: _type = "Task" [ 1221.122714] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.133103] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.264182] env[69942]: DEBUG oslo_concurrency.lockutils [None req-23a97f5d-ff1d-435e-8f96-1498bfe3a657 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "2188b102-036e-44fb-9b71-047fc1640af4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.255s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.324124] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831686, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.619152] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d6ec4b-4a74-4975-83c9-2b9c46433ff8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.631440] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c65227f-e48c-489b-96e8-582ea2f292a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.639137] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074645} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.640079] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.640902] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b325ba-c2b2-4c19-84ef-7402d6603e0c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.674265] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2240dd70-b161-4888-adf0-0850e8d5e620 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.701436] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8/96a7c5f7-eb1a-45a1-ae65-2289c0440ee8.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.702648] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "c0f422d3-e596-4665-8fe3-0a61f22cc215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.702885] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c0f422d3-e596-4665-8fe3-0a61f22cc215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.703100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "c0f422d3-e596-4665-8fe3-0a61f22cc215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.703284] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c0f422d3-e596-4665-8fe3-0a61f22cc215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.703448] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c0f422d3-e596-4665-8fe3-0a61f22cc215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.705802] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412442e0-e93b-4514-b611-cb10ade9ce37 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.721175] env[69942]: INFO nova.compute.manager [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Terminating instance [ 1221.727873] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32336ff-b5d8-4774-91c1-50aaaa7ab31e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.736873] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1221.736873] env[69942]: value = "task-3831688" [ 1221.736873] env[69942]: _type = "Task" [ 1221.736873] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.750559] env[69942]: DEBUG nova.compute.provider_tree [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.760950] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.825633] env[69942]: DEBUG oslo_vmware.api [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831686, 'name': PowerOnVM_Task, 'duration_secs': 1.035157} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.825908] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.826137] env[69942]: INFO nova.compute.manager [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1221.826317] env[69942]: DEBUG nova.compute.manager [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.827215] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1da569e-827b-42d1-83d9-06b21c042c99 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.867538] env[69942]: DEBUG nova.network.neutron [-] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.061134] env[69942]: DEBUG nova.compute.manager [req-083cf440-9869-4204-b6a8-f34ebe48568a req-cd0e033e-2fa0-41e7-8b27-6f7532f979b2 service nova] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Received event network-vif-deleted-251e5c57-2540-4766-a202-f6f2eb7d3fa3 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.237888] env[69942]: DEBUG nova.compute.manager [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.237888] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.239044] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dbc781-e7f2-4207-9ff4-50704dfd9a3a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.260051] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.260537] env[69942]: DEBUG nova.scheduler.client.report [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.265355] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.265695] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee78d365-7534-450c-9f1a-da3a1286b102 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.277888] env[69942]: DEBUG oslo_vmware.api [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1222.277888] env[69942]: value = "task-3831689" [ 1222.277888] env[69942]: _type = "Task" [ 1222.277888] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.289888] env[69942]: DEBUG oslo_vmware.api [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.351981] env[69942]: INFO nova.compute.manager [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Took 43.65 seconds to build instance. [ 1222.373778] env[69942]: INFO nova.compute.manager [-] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Took 2.13 seconds to deallocate network for instance. [ 1222.749924] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831688, 'name': ReconfigVM_Task, 'duration_secs': 0.663993} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.750291] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8/96a7c5f7-eb1a-45a1-ae65-2289c0440ee8.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.751051] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78c11290-bcc9-4f7e-8bfa-c006d245a8db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.759770] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1222.759770] env[69942]: value = "task-3831690" [ 1222.759770] env[69942]: _type = "Task" [ 1222.759770] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.772217] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.774520] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831690, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.774973] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.258s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.775219] env[69942]: DEBUG nova.objects.instance [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lazy-loading 'resources' on Instance uuid 02071e5c-9370-4819-b9d4-3399d64fda76 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.789691] env[69942]: DEBUG oslo_vmware.api [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831689, 'name': PowerOffVM_Task, 'duration_secs': 0.260609} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.789691] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.789863] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.791179] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aac5fd4e-806e-46ab-88e7-69389704f069 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.800483] env[69942]: INFO nova.scheduler.client.report [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleted allocations for instance 3b9b814e-b35b-43ab-9933-3b01eefcdfe8 [ 1222.831065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "interface-d7eace9a-e71e-4934-bc6b-0695c38fc895-dc7a55e9-ae3a-4259-b384-d707a52834a2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.831065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-d7eace9a-e71e-4934-bc6b-0695c38fc895-dc7a55e9-ae3a-4259-b384-d707a52834a2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.857494] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fa7ffbc0-c993-4541-943c-b49908bab121 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.182s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.869548] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.869938] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.870238] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Deleting the datastore file [datastore2] c0f422d3-e596-4665-8fe3-0a61f22cc215 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.871347] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a3b37d6-ddbc-42fe-9b7e-4369dcde8149 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.877135] env[69942]: DEBUG nova.compute.manager [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.878702] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57049b7-c6bd-4e60-9205-0f691c919d4d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.885485] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.886941] env[69942]: DEBUG oslo_vmware.api [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for the task: (returnval){ [ 1222.886941] env[69942]: value = "task-3831692" [ 1222.886941] env[69942]: _type = "Task" [ 1222.886941] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.904740] env[69942]: DEBUG oslo_vmware.api [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.272923] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831690, 'name': Rename_Task, 'duration_secs': 0.189783} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.272923] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.272923] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f07c7701-e319-4f37-abf0-a48446881a9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.282074] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1223.282074] env[69942]: value = "task-3831693" [ 1223.282074] env[69942]: _type = "Task" [ 1223.282074] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.292984] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.311321] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b158e0c2-d029-4669-8202-fe03c5315e82 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "3b9b814e-b35b-43ab-9933-3b01eefcdfe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.200s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.335973] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.336463] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.337567] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7760700-6fbf-4cac-97dd-e347fe72cde0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.362716] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.362955] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.363256] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.363590] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.363888] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.366634] env[69942]: INFO nova.compute.manager [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Terminating instance [ 1223.371386] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8467f4ba-90e8-4b5d-b6f1-1e4a36d8aac5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.403962] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Reconfiguring VM to detach interface {{(pid=69942) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1223.411330] env[69942]: INFO nova.compute.manager [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] instance snapshotting [ 1223.415399] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dc98317-f529-41e1-bf44-dfd12e897739 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.429244] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cbee06-15a1-4af7-9885-62edba96151d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.439089] env[69942]: DEBUG oslo_vmware.api [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.462026] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1223.462026] env[69942]: value = "task-3831694" [ 1223.462026] env[69942]: _type = "Task" [ 1223.462026] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.462026] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbeab99-80dc-4e64-b426-d39aa4a0df34 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.473419] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.718513] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a54d809-3fc7-416a-8c89-1c5fbbd0c576 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.728570] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a7286f-cf3e-4654-8190-0b33717daa69 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.737883] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6bba9b-845e-4f94-97b0-1090e2f33aae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.769073] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d94e54-bedc-4230-a94e-0c503de23932 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.773577] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1d4270-6c57-4f61-99ae-fafd8beb0a84 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Suspending the VM {{(pid=69942) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1223.774304] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-efc119d7-772d-4c33-b26f-60559f6ef11a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.779578] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ffc5b7-04cb-4cfc-b9d8-7bedaa26c597 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.786337] env[69942]: DEBUG oslo_vmware.api [None req-ca1d4270-6c57-4f61-99ae-fafd8beb0a84 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1223.786337] env[69942]: value = "task-3831695" [ 1223.786337] env[69942]: _type = "Task" [ 1223.786337] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.806027] env[69942]: DEBUG nova.compute.provider_tree [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.811477] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831693, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.816373] env[69942]: DEBUG oslo_vmware.api [None req-ca1d4270-6c57-4f61-99ae-fafd8beb0a84 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831695, 'name': SuspendVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.877563] env[69942]: DEBUG nova.compute.manager [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.877845] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.879206] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e5c93f-4293-4758-afcc-0f5cdb562c9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.890709] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.891035] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78a373ce-6ad6-491a-b128-c70e460c57ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.905023] env[69942]: DEBUG oslo_vmware.api [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1223.905023] env[69942]: value = "task-3831696" [ 1223.905023] env[69942]: _type = "Task" [ 1223.905023] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.912535] env[69942]: DEBUG oslo_vmware.api [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Task: {'id': task-3831692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60044} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.913274] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.913494] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.913753] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.914008] env[69942]: INFO nova.compute.manager [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1223.914346] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.914659] env[69942]: DEBUG nova.compute.manager [-] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.914815] env[69942]: DEBUG nova.network.neutron [-] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.919758] env[69942]: DEBUG oslo_vmware.api [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.972454] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.985356] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1223.985930] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ff9cc5e9-e04f-46cc-a5ea-7aaed105f535 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.996661] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1223.996661] env[69942]: value = "task-3831697" [ 1223.996661] env[69942]: _type = "Task" [ 1223.996661] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.008238] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831697, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.300203] env[69942]: DEBUG oslo_vmware.api [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831693, 'name': PowerOnVM_Task, 'duration_secs': 0.766076} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.307075] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.307075] env[69942]: INFO nova.compute.manager [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1224.307296] env[69942]: DEBUG nova.compute.manager [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.307674] env[69942]: DEBUG oslo_vmware.api [None req-ca1d4270-6c57-4f61-99ae-fafd8beb0a84 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831695, 'name': SuspendVM_Task} progress is 58%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.308457] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44786380-2bc0-4562-b520-afd0632a2a93 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.312716] env[69942]: DEBUG nova.scheduler.client.report [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.393564] env[69942]: DEBUG nova.compute.manager [req-523ee793-b417-404f-9d04-4231cee9eb41 req-6dd17692-e2ce-4872-bec9-d954a4d2b868 service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Received event network-vif-deleted-db16338b-7921-45e7-a689-b36e812e7d7c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.393728] env[69942]: INFO nova.compute.manager [req-523ee793-b417-404f-9d04-4231cee9eb41 req-6dd17692-e2ce-4872-bec9-d954a4d2b868 service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Neutron deleted interface db16338b-7921-45e7-a689-b36e812e7d7c; detaching it from the instance and deleting it from the info cache [ 1224.393896] env[69942]: DEBUG nova.network.neutron [req-523ee793-b417-404f-9d04-4231cee9eb41 req-6dd17692-e2ce-4872-bec9-d954a4d2b868 service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.417165] env[69942]: DEBUG oslo_vmware.api [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831696, 'name': PowerOffVM_Task, 'duration_secs': 0.320721} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.417476] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.417685] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.418211] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88779d2d-ecd3-4925-8784-bd62910a303b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.473405] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.508927] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831697, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.801858] env[69942]: DEBUG oslo_vmware.api [None req-ca1d4270-6c57-4f61-99ae-fafd8beb0a84 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831695, 'name': SuspendVM_Task, 'duration_secs': 0.73794} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.802158] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1d4270-6c57-4f61-99ae-fafd8beb0a84 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Suspended the VM {{(pid=69942) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1224.802339] env[69942]: DEBUG nova.compute.manager [None req-ca1d4270-6c57-4f61-99ae-fafd8beb0a84 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.803152] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464b0b00-01af-4555-93ac-1bdca011e1c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.820109] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.822481] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.958s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.822788] env[69942]: DEBUG nova.objects.instance [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lazy-loading 'resources' on Instance uuid 16bdc7a3-740d-45e0-a515-f23cc2cde490 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.846489] env[69942]: DEBUG nova.network.neutron [-] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.848616] env[69942]: INFO nova.compute.manager [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Took 38.41 seconds to build instance. [ 1224.861713] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.862159] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.863267] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleting the datastore file [datastore2] a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.865049] env[69942]: INFO nova.scheduler.client.report [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Deleted allocations for instance 02071e5c-9370-4819-b9d4-3399d64fda76 [ 1224.866092] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a5b43eb-c9da-44d9-b73b-3aab1873bab3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.877234] env[69942]: DEBUG oslo_vmware.api [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1224.877234] env[69942]: value = "task-3831699" [ 1224.877234] env[69942]: _type = "Task" [ 1224.877234] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.889757] env[69942]: DEBUG oslo_vmware.api [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.898821] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-228b53f2-2e75-4ddb-8bde-625e817bb04a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.911524] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4903332-0fac-487d-88ab-706df75b5588 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.951192] env[69942]: DEBUG nova.compute.manager [req-523ee793-b417-404f-9d04-4231cee9eb41 req-6dd17692-e2ce-4872-bec9-d954a4d2b868 service nova] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Detach interface failed, port_id=db16338b-7921-45e7-a689-b36e812e7d7c, reason: Instance c0f422d3-e596-4665-8fe3-0a61f22cc215 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.971667] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.781987] env[69942]: INFO nova.compute.manager [-] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Took 1.87 seconds to deallocate network for instance. [ 1225.782763] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c2be4901-9011-4fc0-8363-41308432e1dd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.360s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.790045] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9e0a1b5b-2589-466f-9d78-1db791f261f4 tempest-ServersNegativeTestMultiTenantJSON-1822908501 tempest-ServersNegativeTestMultiTenantJSON-1822908501-project-member] Lock "02071e5c-9370-4819-b9d4-3399d64fda76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.938s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.806463] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831697, 'name': CreateSnapshot_Task, 'duration_secs': 0.899469} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.807571] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1225.808529] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a3086-619f-493e-b746-75d0dbb6dad2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.818401] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.818914] env[69942]: DEBUG oslo_vmware.api [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.907701} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.822210] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.822421] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.822632] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.822806] env[69942]: INFO nova.compute.manager [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1225.823064] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.824300] env[69942]: DEBUG nova.compute.manager [-] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.824300] env[69942]: DEBUG nova.network.neutron [-] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.003499] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "69e3941d-3b7b-4197-be14-9334c5cd330d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.003741] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.166030] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ed1e08-69d9-4372-ad48-292bbebd0971 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.174400] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a29c403-c03b-411e-8691-7839b83976a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.207661] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b311ba48-517c-4266-8a1c-d9ba343b19da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.215953] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0058f283-dc62-474c-a987-e71f4ea53a27 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.231883] env[69942]: DEBUG nova.compute.provider_tree [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.295477] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.301103] env[69942]: DEBUG oslo_concurrency.lockutils [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.301343] env[69942]: DEBUG oslo_concurrency.lockutils [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.301516] env[69942]: INFO nova.compute.manager [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Shelving [ 1226.340521] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1226.341553] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.341843] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-202b55a4-445c-45d7-b467-53ba68f6b77d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.346102] env[69942]: INFO nova.compute.manager [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Resuming [ 1226.346640] env[69942]: DEBUG nova.objects.instance [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lazy-loading 'flavor' on Instance uuid 1105e6d9-a70e-4f75-a7dc-50c709f33b72 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.355598] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1226.355598] env[69942]: value = "task-3831700" [ 1226.355598] env[69942]: _type = "Task" [ 1226.355598] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.364250] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831700, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.462347] env[69942]: DEBUG nova.compute.manager [req-0ffc1ef8-1896-4ad5-8a25-a33c0c532cb5 req-013fd041-1b39-4559-a4a4-bcbcd426e1e1 service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Received event network-vif-deleted-f9476503-165a-44a8-b831-39ef1fa731c0 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.462550] env[69942]: INFO nova.compute.manager [req-0ffc1ef8-1896-4ad5-8a25-a33c0c532cb5 req-013fd041-1b39-4559-a4a4-bcbcd426e1e1 service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Neutron deleted interface f9476503-165a-44a8-b831-39ef1fa731c0; detaching it from the instance and deleting it from the info cache [ 1226.462743] env[69942]: DEBUG nova.network.neutron [req-0ffc1ef8-1896-4ad5-8a25-a33c0c532cb5 req-013fd041-1b39-4559-a4a4-bcbcd426e1e1 service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.506086] env[69942]: DEBUG nova.compute.manager [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.712672] env[69942]: DEBUG nova.network.neutron [-] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.736758] env[69942]: DEBUG nova.scheduler.client.report [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.798874] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.871022] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831700, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.966420] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b76dd2b9-f190-42e7-a2cc-7d84c8b32a96 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.977999] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01144b0a-7d35-4f57-81f7-55ec45c1ae78 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.014825] env[69942]: DEBUG nova.compute.manager [req-0ffc1ef8-1896-4ad5-8a25-a33c0c532cb5 req-013fd041-1b39-4559-a4a4-bcbcd426e1e1 service nova] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Detach interface failed, port_id=f9476503-165a-44a8-b831-39ef1fa731c0, reason: Instance a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.036489] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.215707] env[69942]: INFO nova.compute.manager [-] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Took 1.39 seconds to deallocate network for instance. [ 1227.243026] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.418s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.243026] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.365s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.245598] env[69942]: INFO nova.compute.claims [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.274900] env[69942]: INFO nova.scheduler.client.report [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Deleted allocations for instance 16bdc7a3-740d-45e0-a515-f23cc2cde490 [ 1227.300785] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.314538] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.315521] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-809b3dc9-02b6-4f25-8f53-128778b9819b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.325049] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1227.325049] env[69942]: value = "task-3831701" [ 1227.325049] env[69942]: _type = "Task" [ 1227.325049] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.334957] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.372045] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831700, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.587892] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "aab23310-6005-492c-9f19-ee5c30d28fac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.588173] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.721281] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.783081] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3b7590c-1b9d-4ec8-aa9f-9a05159c66ba tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "16bdc7a3-740d-45e0-a515-f23cc2cde490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.582s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.798272] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.836397] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831701, 'name': PowerOffVM_Task, 'duration_secs': 0.232188} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.836746] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.837611] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6839e559-5025-4b5f-8621-61f3bd1b20b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.857135] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be489a54-fdbe-4bb6-b9d5-d15ef653dbd7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.863843] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.863919] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquired lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.864116] env[69942]: DEBUG nova.network.neutron [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.876075] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831700, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.091241] env[69942]: DEBUG nova.compute.utils [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.299060] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.373688] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831700, 'name': CloneVM_Task, 'duration_secs': 1.977514} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.374007] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Created linked-clone VM from snapshot [ 1228.375191] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd87d19-700f-417d-9300-09b42889f5f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.378634] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1228.378917] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-23c8afd2-7e1b-45a7-bcf2-dc46a6a992bf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.389294] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Uploading image 12b28152-65d5-4142-bb95-ddfa6b046819 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1228.395581] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1228.395581] env[69942]: value = "task-3831702" [ 1228.395581] env[69942]: _type = "Task" [ 1228.395581] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.407106] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831702, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.408096] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1228.408372] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-603a0258-af2f-46a0-b00a-9520e90b69a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.415683] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1228.415683] env[69942]: value = "task-3831703" [ 1228.415683] env[69942]: _type = "Task" [ 1228.415683] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.429209] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831703, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.594882] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.599019] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7a0beb-a854-461c-92a7-12b1325cfb92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.607239] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1807b3d9-17f3-43a3-b630-c696b30d541e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.642969] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876eeefb-906f-4071-a073-fcc618813cbc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.652509] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b404e6-3a96-4a64-8ede-96eca6ff8ba6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.669696] env[69942]: DEBUG nova.compute.provider_tree [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.799558] env[69942]: DEBUG nova.network.neutron [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updating instance_info_cache with network_info: [{"id": "6c82ed24-ab14-486b-88b9-571bccb42903", "address": "fa:16:3e:2b:df:8f", "network": {"id": "4c00d401-babf-495d-9594-3f2ba5160c5b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1034340774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88b472efa0c24d5b8db41ddbf1b8d36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c82ed24-ab", "ovs_interfaceid": "6c82ed24-ab14-486b-88b9-571bccb42903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.803192] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.908757] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831702, 'name': CreateSnapshot_Task, 'duration_secs': 0.496561} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.909085] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1228.909830] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93083102-0763-4774-a80a-9a88f67c214e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.932843] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831703, 'name': Destroy_Task, 'duration_secs': 0.357803} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.932960] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Destroyed the VM [ 1228.933383] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1228.933474] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-594317b6-37eb-4442-b62e-e7fe829fdeaf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.942816] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1228.942816] env[69942]: value = "task-3831704" [ 1228.942816] env[69942]: _type = "Task" [ 1228.942816] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.954879] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.176337] env[69942]: DEBUG nova.scheduler.client.report [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.269614] env[69942]: DEBUG oslo_concurrency.lockutils [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "37a869c4-6616-4a78-a11f-841a8dded9a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.269989] env[69942]: DEBUG oslo_concurrency.lockutils [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "37a869c4-6616-4a78-a11f-841a8dded9a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.270303] env[69942]: DEBUG oslo_concurrency.lockutils [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "37a869c4-6616-4a78-a11f-841a8dded9a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.270565] env[69942]: DEBUG oslo_concurrency.lockutils [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "37a869c4-6616-4a78-a11f-841a8dded9a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.271093] env[69942]: DEBUG oslo_concurrency.lockutils [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "37a869c4-6616-4a78-a11f-841a8dded9a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.273838] env[69942]: INFO nova.compute.manager [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Terminating instance [ 1229.300374] env[69942]: DEBUG oslo_vmware.api [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831694, 'name': ReconfigVM_Task, 'duration_secs': 5.748237} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.300696] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.300938] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Reconfigured VM to detach interface {{(pid=69942) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1229.304206] env[69942]: DEBUG oslo_concurrency.lockutils [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Releasing lock "refresh_cache-1105e6d9-a70e-4f75-a7dc-50c709f33b72" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.305222] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48969f6-97f2-414e-bfad-db17891a0542 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.313831] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Resuming the VM {{(pid=69942) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1229.314256] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e2b6355-1024-48f4-bcd9-48d264f1601c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.323728] env[69942]: DEBUG oslo_vmware.api [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1229.323728] env[69942]: value = "task-3831705" [ 1229.323728] env[69942]: _type = "Task" [ 1229.323728] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.333625] env[69942]: DEBUG oslo_vmware.api [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.437562] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1229.443079] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5363c0e-63be-4d5a-a88d-8736a489d5f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.458058] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831704, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.459972] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1229.459972] env[69942]: value = "task-3831706" [ 1229.459972] env[69942]: _type = "Task" [ 1229.459972] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.470030] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831706, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.687655] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.687655] env[69942]: DEBUG nova.compute.manager [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.690339] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "aab23310-6005-492c-9f19-ee5c30d28fac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.690583] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.690809] env[69942]: INFO nova.compute.manager [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Attaching volume 85a9b159-0443-4e78-96c4-ce6e05e81c0e to /dev/sdb [ 1229.692553] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.989s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.695224] env[69942]: INFO nova.compute.claims [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.743447] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1563abe8-6679-474a-8a49-cf0bd0a14051 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.754990] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d264f91e-9f67-4e46-b132-03bcf8fc0435 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.771621] env[69942]: DEBUG nova.virt.block_device [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Updating existing volume attachment record: 786927fc-3508-424f-8a7d-d860b35e8e6e {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1229.778878] env[69942]: DEBUG nova.compute.manager [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.779076] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.780154] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cebfa3-8ff5-4e38-8571-318f4c814d10 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.795025] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.795025] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eaef097-410d-45e8-bece-6754218d4f7e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.801903] env[69942]: DEBUG oslo_vmware.api [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1229.801903] env[69942]: value = "task-3831707" [ 1229.801903] env[69942]: _type = "Task" [ 1229.801903] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.814025] env[69942]: DEBUG oslo_vmware.api [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.836393] env[69942]: DEBUG oslo_vmware.api [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831705, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.960525] env[69942]: DEBUG oslo_vmware.api [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831704, 'name': RemoveSnapshot_Task, 'duration_secs': 0.846912} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.960525] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1229.972978] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831706, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.202024] env[69942]: DEBUG nova.compute.utils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.203957] env[69942]: DEBUG nova.compute.manager [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.204200] env[69942]: DEBUG nova.network.neutron [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.291279] env[69942]: DEBUG nova.policy [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8888d586bca349dc99d054d9baf44625', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '235a228dae344e1d9f697dffd857888e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.314607] env[69942]: DEBUG oslo_vmware.api [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831707, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.333712] env[69942]: DEBUG oslo_vmware.api [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831705, 'name': PowerOnVM_Task, 'duration_secs': 0.681281} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.333976] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Resumed the VM {{(pid=69942) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1230.334171] env[69942]: DEBUG nova.compute.manager [None req-eefc6c9c-03bb-4cf5-ba47-062833cf2779 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.334957] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2239d8eb-7178-4a0e-b23a-b26de2171193 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.469434] env[69942]: WARNING nova.compute.manager [None req-72c99ea1-d2aa-4a35-8418-24070d23a92c tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Image not found during snapshot: nova.exception.ImageNotFound: Image 12b28152-65d5-4142-bb95-ddfa6b046819 could not be found. [ 1230.477471] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831706, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.708801] env[69942]: DEBUG nova.compute.manager [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.717019] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.717019] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.717019] env[69942]: DEBUG nova.network.neutron [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.779203] env[69942]: DEBUG nova.network.neutron [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Successfully created port: 5c9d117a-c97d-47ea-b9bd-53f1850cd635 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.813178] env[69942]: DEBUG oslo_vmware.api [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831707, 'name': PowerOffVM_Task, 'duration_secs': 0.662138} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.816050] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.816200] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.816733] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2728da51-2b61-4260-92de-56fb2dd717d9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.898714] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.898934] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.899605] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Deleting the datastore file [datastore2] 37a869c4-6616-4a78-a11f-841a8dded9a9 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.899678] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c15056-345d-4d99-b88d-77a99b2859a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.909782] env[69942]: DEBUG oslo_vmware.api [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for the task: (returnval){ [ 1230.909782] env[69942]: value = "task-3831712" [ 1230.909782] env[69942]: _type = "Task" [ 1230.909782] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.922869] env[69942]: DEBUG oslo_vmware.api [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.975839] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831706, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.020956] env[69942]: DEBUG oslo_concurrency.lockutils [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "4d5449a2-b243-4790-89ff-4bffbb39be31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.021235] env[69942]: DEBUG oslo_concurrency.lockutils [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4d5449a2-b243-4790-89ff-4bffbb39be31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.022145] env[69942]: DEBUG oslo_concurrency.lockutils [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "4d5449a2-b243-4790-89ff-4bffbb39be31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.022145] env[69942]: DEBUG oslo_concurrency.lockutils [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4d5449a2-b243-4790-89ff-4bffbb39be31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.022145] env[69942]: DEBUG oslo_concurrency.lockutils [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4d5449a2-b243-4790-89ff-4bffbb39be31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.024031] env[69942]: INFO nova.compute.manager [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Terminating instance [ 1231.075139] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.075363] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.088176] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d363de4-e654-44a2-bdc0-f9a16d5beff1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.096445] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc68591-7471-49fd-a54d-9905e017f925 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.137187] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8c3bbd-d81e-44cc-be88-2bc81eb10dac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.151995] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e30d6e-783c-4daa-b283-47c7b4a4467f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.170133] env[69942]: DEBUG nova.compute.provider_tree [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.429344] env[69942]: DEBUG oslo_vmware.api [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.477682] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831706, 'name': CloneVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.532564] env[69942]: DEBUG nova.compute.manager [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.532803] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.533811] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd5744f-e838-4b19-b758-1c442d90f88b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.543954] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.543954] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33beea65-0ec5-4513-bcd6-9ae2f4ef79f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.549665] env[69942]: DEBUG oslo_vmware.api [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1231.549665] env[69942]: value = "task-3831713" [ 1231.549665] env[69942]: _type = "Task" [ 1231.549665] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.560185] env[69942]: DEBUG oslo_vmware.api [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.583821] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.583991] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.584218] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.584432] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.584553] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.584729] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.584934] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1231.588021] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.594736] env[69942]: DEBUG nova.compute.manager [req-d9813f26-1108-4f94-ac12-15c39c46a0b1 req-eed6f261-bbf0-4a3b-be7c-663bc45ae929 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received event network-changed-6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.594942] env[69942]: DEBUG nova.compute.manager [req-d9813f26-1108-4f94-ac12-15c39c46a0b1 req-eed6f261-bbf0-4a3b-be7c-663bc45ae929 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing instance network info cache due to event network-changed-6ae43b45-ea8f-4934-88f2-d8f8325ab435. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.595727] env[69942]: DEBUG oslo_concurrency.lockutils [req-d9813f26-1108-4f94-ac12-15c39c46a0b1 req-eed6f261-bbf0-4a3b-be7c-663bc45ae929 service nova] Acquiring lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.615350] env[69942]: INFO nova.network.neutron [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Port dc7a55e9-ae3a-4259-b384-d707a52834a2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1231.615919] env[69942]: DEBUG nova.network.neutron [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updating instance_info_cache with network_info: [{"id": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "address": "fa:16:3e:9b:31:b7", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43b45-ea", "ovs_interfaceid": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.674970] env[69942]: DEBUG nova.scheduler.client.report [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.726011] env[69942]: DEBUG nova.compute.manager [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.755778] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.756684] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.756684] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.756684] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.756684] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.756841] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.757030] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.757733] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.757904] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.758099] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.758414] env[69942]: DEBUG nova.virt.hardware [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.759311] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6609d62e-0e20-41ee-9f66-5bef61cee95c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.772283] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8337e2ba-1a03-4092-9c7e-76dcebbaa6b7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.925660] env[69942]: DEBUG oslo_vmware.api [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Task: {'id': task-3831712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.750678} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.925935] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.926220] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.926404] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.926607] env[69942]: INFO nova.compute.manager [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1231.926856] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.927061] env[69942]: DEBUG nova.compute.manager [-] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.927158] env[69942]: DEBUG nova.network.neutron [-] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.977640] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831706, 'name': CloneVM_Task, 'duration_secs': 2.038378} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.977959] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Created linked-clone VM from snapshot [ 1231.978691] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e48675-90a5-48ab-a63e-d3b58fadbcbd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.986774] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Uploading image 1ceddb25-f20e-484c-aec3-9a23ec157728 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1232.012250] env[69942]: DEBUG oslo_vmware.rw_handles [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1232.012250] env[69942]: value = "vm-761752" [ 1232.012250] env[69942]: _type = "VirtualMachine" [ 1232.012250] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1232.012627] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-31563f3d-62bd-4690-9ee6-21d93c7903e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.020204] env[69942]: DEBUG oslo_vmware.rw_handles [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lease: (returnval){ [ 1232.020204] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5275d57b-7f64-3873-6f54-3254825a2379" [ 1232.020204] env[69942]: _type = "HttpNfcLease" [ 1232.020204] env[69942]: } obtained for exporting VM: (result){ [ 1232.020204] env[69942]: value = "vm-761752" [ 1232.020204] env[69942]: _type = "VirtualMachine" [ 1232.020204] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1232.020484] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the lease: (returnval){ [ 1232.020484] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5275d57b-7f64-3873-6f54-3254825a2379" [ 1232.020484] env[69942]: _type = "HttpNfcLease" [ 1232.020484] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1232.027297] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.027297] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5275d57b-7f64-3873-6f54-3254825a2379" [ 1232.027297] env[69942]: _type = "HttpNfcLease" [ 1232.027297] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1232.059427] env[69942]: DEBUG oslo_vmware.api [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831713, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.087486] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.118347] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.120569] env[69942]: DEBUG oslo_concurrency.lockutils [req-d9813f26-1108-4f94-ac12-15c39c46a0b1 req-eed6f261-bbf0-4a3b-be7c-663bc45ae929 service nova] Acquired lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.120822] env[69942]: DEBUG nova.network.neutron [req-d9813f26-1108-4f94-ac12-15c39c46a0b1 req-eed6f261-bbf0-4a3b-be7c-663bc45ae929 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Refreshing network info cache for port 6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.181264] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.181830] env[69942]: DEBUG nova.compute.manager [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.185413] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.099s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.266935] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "interface-b947b2ed-3d18-47fc-b549-68e301a1ad41-dc7a55e9-ae3a-4259-b384-d707a52834a2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.266935] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-b947b2ed-3d18-47fc-b549-68e301a1ad41-dc7a55e9-ae3a-4259-b384-d707a52834a2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.267167] env[69942]: DEBUG nova.objects.instance [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'flavor' on Instance uuid b947b2ed-3d18-47fc-b549-68e301a1ad41 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.389765] env[69942]: DEBUG nova.compute.manager [req-e769170e-ddbd-4b3d-aa5b-3f25be0c0d35 req-7e5c401d-cb3c-410c-b972-1c5796c81f1c service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Received event network-vif-plugged-5c9d117a-c97d-47ea-b9bd-53f1850cd635 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.390080] env[69942]: DEBUG oslo_concurrency.lockutils [req-e769170e-ddbd-4b3d-aa5b-3f25be0c0d35 req-7e5c401d-cb3c-410c-b972-1c5796c81f1c service nova] Acquiring lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.390344] env[69942]: DEBUG oslo_concurrency.lockutils [req-e769170e-ddbd-4b3d-aa5b-3f25be0c0d35 req-7e5c401d-cb3c-410c-b972-1c5796c81f1c service nova] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.390524] env[69942]: DEBUG oslo_concurrency.lockutils [req-e769170e-ddbd-4b3d-aa5b-3f25be0c0d35 req-7e5c401d-cb3c-410c-b972-1c5796c81f1c service nova] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.390700] env[69942]: DEBUG nova.compute.manager [req-e769170e-ddbd-4b3d-aa5b-3f25be0c0d35 req-7e5c401d-cb3c-410c-b972-1c5796c81f1c service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] No waiting events found dispatching network-vif-plugged-5c9d117a-c97d-47ea-b9bd-53f1850cd635 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.390862] env[69942]: WARNING nova.compute.manager [req-e769170e-ddbd-4b3d-aa5b-3f25be0c0d35 req-7e5c401d-cb3c-410c-b972-1c5796c81f1c service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Received unexpected event network-vif-plugged-5c9d117a-c97d-47ea-b9bd-53f1850cd635 for instance with vm_state building and task_state spawning. [ 1232.403634] env[69942]: DEBUG nova.network.neutron [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Successfully updated port: 5c9d117a-c97d-47ea-b9bd-53f1850cd635 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.531285] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.531285] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5275d57b-7f64-3873-6f54-3254825a2379" [ 1232.531285] env[69942]: _type = "HttpNfcLease" [ 1232.531285] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1232.531555] env[69942]: DEBUG oslo_vmware.rw_handles [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1232.531555] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5275d57b-7f64-3873-6f54-3254825a2379" [ 1232.531555] env[69942]: _type = "HttpNfcLease" [ 1232.531555] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1232.532339] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792242f7-36d1-4978-ae48-852b0b25c907 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.540459] env[69942]: DEBUG oslo_vmware.rw_handles [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525375b8-8b94-27cc-ded1-99ac92beee5b/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1232.540653] env[69942]: DEBUG oslo_vmware.rw_handles [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525375b8-8b94-27cc-ded1-99ac92beee5b/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1232.606336] env[69942]: DEBUG oslo_vmware.api [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831713, 'name': PowerOffVM_Task, 'duration_secs': 0.547182} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.606646] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.606836] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.607118] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee6f404f-90b1-4f20-9fbd-054b335ee39a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.626654] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7ce9e7c1-227d-42d5-ac42-f7ed22e79565 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-d7eace9a-e71e-4934-bc6b-0695c38fc895-dc7a55e9-ae3a-4259-b384-d707a52834a2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.796s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.637097] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e97d432-b263-4e07-ba82-a5c049836c27 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.677669] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.677881] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.678142] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleting the datastore file [datastore2] 4d5449a2-b243-4790-89ff-4bffbb39be31 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.678450] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0cb0047-1c1d-4af7-81c1-55bf541e1f62 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.686093] env[69942]: DEBUG oslo_vmware.api [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for the task: (returnval){ [ 1232.686093] env[69942]: value = "task-3831717" [ 1232.686093] env[69942]: _type = "Task" [ 1232.686093] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.694759] env[69942]: DEBUG nova.compute.utils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.697829] env[69942]: DEBUG nova.compute.manager [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1232.697829] env[69942]: DEBUG nova.network.neutron [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.708486] env[69942]: DEBUG oslo_vmware.api [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.728749] env[69942]: DEBUG nova.network.neutron [-] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.841685] env[69942]: DEBUG nova.policy [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4fff8859c9944c68017ef6f45aa33cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '237ff2d529fe41f1811085afd583f281', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.881836] env[69942]: DEBUG nova.network.neutron [req-d9813f26-1108-4f94-ac12-15c39c46a0b1 req-eed6f261-bbf0-4a3b-be7c-663bc45ae929 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updated VIF entry in instance network info cache for port 6ae43b45-ea8f-4934-88f2-d8f8325ab435. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.882189] env[69942]: DEBUG nova.network.neutron [req-d9813f26-1108-4f94-ac12-15c39c46a0b1 req-eed6f261-bbf0-4a3b-be7c-663bc45ae929 service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updating instance_info_cache with network_info: [{"id": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "address": "fa:16:3e:9b:31:b7", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae43b45-ea", "ovs_interfaceid": "6ae43b45-ea8f-4934-88f2-d8f8325ab435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.906635] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.906849] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.907029] env[69942]: DEBUG nova.network.neutron [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.964409] env[69942]: DEBUG nova.objects.instance [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'pci_requests' on Instance uuid b947b2ed-3d18-47fc-b549-68e301a1ad41 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.105784] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edfa2bd-df82-498f-be7e-dc5b25844484 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.114529] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98e34ed-58db-4f0a-a285-f19128da6e27 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.149918] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c83194-c7ed-4d94-b9f5-af1d1233e4ae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.159340] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e65e83-54c4-4c05-9f43-779d12c5bc92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.175665] env[69942]: DEBUG nova.compute.provider_tree [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.198595] env[69942]: DEBUG oslo_vmware.api [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Task: {'id': task-3831717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304831} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.198892] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.199298] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.199372] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.199512] env[69942]: INFO nova.compute.manager [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1233.199982] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.200303] env[69942]: DEBUG nova.compute.manager [-] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.200515] env[69942]: DEBUG nova.network.neutron [-] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.205549] env[69942]: DEBUG nova.compute.manager [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.231505] env[69942]: INFO nova.compute.manager [-] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Took 1.30 seconds to deallocate network for instance. [ 1233.388822] env[69942]: DEBUG oslo_concurrency.lockutils [req-d9813f26-1108-4f94-ac12-15c39c46a0b1 req-eed6f261-bbf0-4a3b-be7c-663bc45ae929 service nova] Releasing lock "refresh_cache-d7eace9a-e71e-4934-bc6b-0695c38fc895" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.453910] env[69942]: DEBUG nova.network.neutron [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.467219] env[69942]: DEBUG nova.objects.base [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1233.467713] env[69942]: DEBUG nova.network.neutron [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.602516] env[69942]: DEBUG nova.policy [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187b3d20c0e440f82734e725231857c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc436384d0b44bb8a68e0f0277a1eb87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.642316] env[69942]: DEBUG nova.network.neutron [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Successfully created port: 84694ee7-3402-4bce-b151-7ccb735fc91e {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.691666] env[69942]: DEBUG nova.network.neutron [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance_info_cache with network_info: [{"id": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "address": "fa:16:3e:02:9c:e0", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9d117a-c9", "ovs_interfaceid": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.709994] env[69942]: ERROR nova.scheduler.client.report [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [req-4bab5339-cfea-4991-aa90-bca7399a3dc9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4bab5339-cfea-4991-aa90-bca7399a3dc9"}]} [ 1233.737804] env[69942]: DEBUG nova.scheduler.client.report [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1233.740769] env[69942]: DEBUG oslo_concurrency.lockutils [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.762904] env[69942]: DEBUG nova.scheduler.client.report [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1233.763250] env[69942]: DEBUG nova.compute.provider_tree [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.780637] env[69942]: DEBUG nova.scheduler.client.report [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1233.810955] env[69942]: DEBUG nova.scheduler.client.report [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1234.140384] env[69942]: DEBUG nova.compute.manager [req-77a72e28-5481-4606-97bd-9be52ea34cf3 req-26719090-f13f-48db-a349-82c1d1876ef3 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Received event network-changed-34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.140632] env[69942]: DEBUG nova.compute.manager [req-77a72e28-5481-4606-97bd-9be52ea34cf3 req-26719090-f13f-48db-a349-82c1d1876ef3 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Refreshing instance network info cache due to event network-changed-34815266-9013-447d-9ef4-420e8c05d0fc. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.140777] env[69942]: DEBUG oslo_concurrency.lockutils [req-77a72e28-5481-4606-97bd-9be52ea34cf3 req-26719090-f13f-48db-a349-82c1d1876ef3 service nova] Acquiring lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.140953] env[69942]: DEBUG oslo_concurrency.lockutils [req-77a72e28-5481-4606-97bd-9be52ea34cf3 req-26719090-f13f-48db-a349-82c1d1876ef3 service nova] Acquired lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.141152] env[69942]: DEBUG nova.network.neutron [req-77a72e28-5481-4606-97bd-9be52ea34cf3 req-26719090-f13f-48db-a349-82c1d1876ef3 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Refreshing network info cache for port 34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.160292] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac348e-9ae2-4d06-990c-32ebf0eb418b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.169847] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a31aa9-e944-4831-a51a-954fdf05c6d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.205968] env[69942]: DEBUG nova.network.neutron [-] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.208200] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.208200] env[69942]: DEBUG nova.compute.manager [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Instance network_info: |[{"id": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "address": "fa:16:3e:02:9c:e0", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9d117a-c9", "ovs_interfaceid": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.210871] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:9c:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c9d117a-c97d-47ea-b9bd-53f1850cd635', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.218773] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating folder: Project (235a228dae344e1d9f697dffd857888e). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.219785] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f365dfc2-b1e9-4427-b185-0a15a44a5f1f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.224601] env[69942]: DEBUG nova.compute.manager [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.227213] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f6570c1-c30e-46c2-a391-3e22d08cd688 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.238075] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902a303d-1ff5-4fd1-9423-e98071396190 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.245450] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Created folder: Project (235a228dae344e1d9f697dffd857888e) in parent group-v761487. [ 1234.246305] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating folder: Instances. Parent ref: group-v761755. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.247145] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a21ece6-80a3-4854-850c-81924aeb96b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.262746] env[69942]: DEBUG nova.compute.provider_tree [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.271657] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.271913] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.272088] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.272279] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.272419] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.272572] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.272788] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.272992] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.273274] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.273461] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.273643] env[69942]: DEBUG nova.virt.hardware [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.274659] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc7c525-98ca-4d72-bc58-624d781c69d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.280474] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Created folder: Instances in parent group-v761755. [ 1234.280474] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.281015] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.281262] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33d89519-d478-4516-9f3a-c7745b85dced {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.300410] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5e7998-295b-46e9-96a4-e29038e32264 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.306089] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.306089] env[69942]: value = "task-3831720" [ 1234.306089] env[69942]: _type = "Task" [ 1234.306089] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.324681] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831720, 'name': CreateVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.639247] env[69942]: DEBUG nova.compute.manager [req-32450343-7590-4f63-b049-b1e602131e80 req-1a5188e2-60ad-418d-8054-7b2c5ff58c1e service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Received event network-changed-5c9d117a-c97d-47ea-b9bd-53f1850cd635 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.639407] env[69942]: DEBUG nova.compute.manager [req-32450343-7590-4f63-b049-b1e602131e80 req-1a5188e2-60ad-418d-8054-7b2c5ff58c1e service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Refreshing instance network info cache due to event network-changed-5c9d117a-c97d-47ea-b9bd-53f1850cd635. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.639630] env[69942]: DEBUG oslo_concurrency.lockutils [req-32450343-7590-4f63-b049-b1e602131e80 req-1a5188e2-60ad-418d-8054-7b2c5ff58c1e service nova] Acquiring lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.639775] env[69942]: DEBUG oslo_concurrency.lockutils [req-32450343-7590-4f63-b049-b1e602131e80 req-1a5188e2-60ad-418d-8054-7b2c5ff58c1e service nova] Acquired lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.640451] env[69942]: DEBUG nova.network.neutron [req-32450343-7590-4f63-b049-b1e602131e80 req-1a5188e2-60ad-418d-8054-7b2c5ff58c1e service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Refreshing network info cache for port 5c9d117a-c97d-47ea-b9bd-53f1850cd635 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.710210] env[69942]: INFO nova.compute.manager [-] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Took 1.51 seconds to deallocate network for instance. [ 1234.800215] env[69942]: DEBUG nova.scheduler.client.report [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1234.800215] env[69942]: DEBUG nova.compute.provider_tree [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 135 to 136 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1234.800412] env[69942]: DEBUG nova.compute.provider_tree [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.820133] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831720, 'name': CreateVM_Task, 'duration_secs': 0.412404} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.821214] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.821936] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.821936] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.822553] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.822778] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ece5ddf-7ed3-45c2-a17c-df8909e27a7e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.828744] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1234.828963] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761754', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'name': 'volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab23310-6005-492c-9f19-ee5c30d28fac', 'attached_at': '', 'detached_at': '', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'serial': '85a9b159-0443-4e78-96c4-ce6e05e81c0e'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1234.831449] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635c2051-674a-4d37-9ee8-aa8579f650f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.835691] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1234.835691] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52901a26-b84e-fb51-79fb-9b0170451d49" [ 1234.835691] env[69942]: _type = "Task" [ 1234.835691] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.858767] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3bc917-9fc8-49db-96b2-c22cbf2341bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.867591] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52901a26-b84e-fb51-79fb-9b0170451d49, 'name': SearchDatastore_Task, 'duration_secs': 0.014721} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.868302] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.868545] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.868809] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.868987] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.869191] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.869471] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b9169b7-13cc-4e3b-960a-bbbe929a69bc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.892955] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e/volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.893796] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-066f45e7-b2bf-4cb5-8db5-fd0dbb8fc5d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.911865] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.911865] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.912307] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6deda8-535c-4269-ba0d-3e1ce9982a3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.917855] env[69942]: DEBUG oslo_vmware.api [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1234.917855] env[69942]: value = "task-3831721" [ 1234.917855] env[69942]: _type = "Task" [ 1234.917855] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.919324] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1234.919324] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524309fc-18e7-a763-8e02-a1d08d7c5dfc" [ 1234.919324] env[69942]: _type = "Task" [ 1234.919324] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.931937] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524309fc-18e7-a763-8e02-a1d08d7c5dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.935952] env[69942]: DEBUG oslo_vmware.api [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.936198] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46270861-2885-49c9-889d-0c4f952e7e5e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.942385] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1234.942385] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52173e4d-0fda-184a-dc58-c25de28ab6d2" [ 1234.942385] env[69942]: _type = "Task" [ 1234.942385] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.954209] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52173e4d-0fda-184a-dc58-c25de28ab6d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.977869] env[69942]: DEBUG nova.network.neutron [req-77a72e28-5481-4606-97bd-9be52ea34cf3 req-26719090-f13f-48db-a349-82c1d1876ef3 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updated VIF entry in instance network info cache for port 34815266-9013-447d-9ef4-420e8c05d0fc. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.978303] env[69942]: DEBUG nova.network.neutron [req-77a72e28-5481-4606-97bd-9be52ea34cf3 req-26719090-f13f-48db-a349-82c1d1876ef3 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updating instance_info_cache with network_info: [{"id": "34815266-9013-447d-9ef4-420e8c05d0fc", "address": "fa:16:3e:69:6f:7f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34815266-90", "ovs_interfaceid": "34815266-9013-447d-9ef4-420e8c05d0fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.218348] env[69942]: DEBUG oslo_concurrency.lockutils [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.239371] env[69942]: DEBUG nova.network.neutron [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Successfully updated port: dc7a55e9-ae3a-4259-b384-d707a52834a2 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.369256] env[69942]: DEBUG nova.network.neutron [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Successfully updated port: 84694ee7-3402-4bce-b151-7ccb735fc91e {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.398200] env[69942]: DEBUG nova.network.neutron [req-32450343-7590-4f63-b049-b1e602131e80 req-1a5188e2-60ad-418d-8054-7b2c5ff58c1e service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updated VIF entry in instance network info cache for port 5c9d117a-c97d-47ea-b9bd-53f1850cd635. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.398771] env[69942]: DEBUG nova.network.neutron [req-32450343-7590-4f63-b049-b1e602131e80 req-1a5188e2-60ad-418d-8054-7b2c5ff58c1e service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance_info_cache with network_info: [{"id": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "address": "fa:16:3e:02:9c:e0", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9d117a-c9", "ovs_interfaceid": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.429445] env[69942]: DEBUG oslo_vmware.api [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831721, 'name': ReconfigVM_Task, 'duration_secs': 0.378705} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.430049] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e/volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.435326] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57843447-ce5d-4bc1-9ebb-0e7b51a3703d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.457071] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52173e4d-0fda-184a-dc58-c25de28ab6d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.458646] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.459205] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] d22ab98d-3cfe-44dd-b661-ce62c66bbfd1/d22ab98d-3cfe-44dd-b661-ce62c66bbfd1.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.459687] env[69942]: DEBUG oslo_vmware.api [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1235.459687] env[69942]: value = "task-3831722" [ 1235.459687] env[69942]: _type = "Task" [ 1235.459687] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.460124] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3348cc0-c921-4639-bda1-78e6914c2473 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.472595] env[69942]: DEBUG oslo_vmware.api [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.474166] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1235.474166] env[69942]: value = "task-3831723" [ 1235.474166] env[69942]: _type = "Task" [ 1235.474166] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.486118] env[69942]: DEBUG oslo_concurrency.lockutils [req-77a72e28-5481-4606-97bd-9be52ea34cf3 req-26719090-f13f-48db-a349-82c1d1876ef3 service nova] Releasing lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.486312] env[69942]: DEBUG nova.compute.manager [req-77a72e28-5481-4606-97bd-9be52ea34cf3 req-26719090-f13f-48db-a349-82c1d1876ef3 service nova] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Received event network-vif-deleted-a9fe68b7-ebc2-4cde-ba80-b725303ae075 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.486823] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.745459] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.745627] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.745809] env[69942]: DEBUG nova.network.neutron [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.811745] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.626s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.817752] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.850s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.817752] env[69942]: DEBUG nova.objects.instance [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lazy-loading 'resources' on Instance uuid d3d8d346-6b63-49e5-bbde-6cef70d39ad5 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.872154] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquiring lock "refresh_cache-5694c57c-5d14-4ba8-b07d-3d0eacaadb95" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.872290] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquired lock "refresh_cache-5694c57c-5d14-4ba8-b07d-3d0eacaadb95" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.872498] env[69942]: DEBUG nova.network.neutron [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.903494] env[69942]: DEBUG oslo_concurrency.lockutils [req-32450343-7590-4f63-b049-b1e602131e80 req-1a5188e2-60ad-418d-8054-7b2c5ff58c1e service nova] Releasing lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.973374] env[69942]: DEBUG oslo_vmware.api [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831722, 'name': ReconfigVM_Task, 'duration_secs': 0.156059} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.973812] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761754', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'name': 'volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab23310-6005-492c-9f19-ee5c30d28fac', 'attached_at': '', 'detached_at': '', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'serial': '85a9b159-0443-4e78-96c4-ce6e05e81c0e'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1235.986365] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831723, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.285714] env[69942]: WARNING nova.network.neutron [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] 038444ad-d33b-464f-ab16-9885103a6ba9 already exists in list: networks containing: ['038444ad-d33b-464f-ab16-9885103a6ba9']. ignoring it [ 1236.400785] env[69942]: INFO nova.scheduler.client.report [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted allocation for migration ee4d7495-86f5-4a52-9c89-842bcbd81b72 [ 1236.417227] env[69942]: DEBUG nova.network.neutron [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.492878] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516688} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.493311] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] d22ab98d-3cfe-44dd-b661-ce62c66bbfd1/d22ab98d-3cfe-44dd-b661-ce62c66bbfd1.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.493553] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.493836] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30432de7-261b-4ab6-a517-d3d899e4e1ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.507679] env[69942]: DEBUG nova.compute.manager [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Received event network-vif-deleted-709d39cc-6d95-44bd-9bda-43cd91e692a2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.508074] env[69942]: DEBUG nova.compute.manager [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Received event network-vif-plugged-84694ee7-3402-4bce-b151-7ccb735fc91e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.508199] env[69942]: DEBUG oslo_concurrency.lockutils [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] Acquiring lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.508347] env[69942]: DEBUG oslo_concurrency.lockutils [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] Lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.508554] env[69942]: DEBUG oslo_concurrency.lockutils [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] Lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.508803] env[69942]: DEBUG nova.compute.manager [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] No waiting events found dispatching network-vif-plugged-84694ee7-3402-4bce-b151-7ccb735fc91e {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.508997] env[69942]: WARNING nova.compute.manager [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Received unexpected event network-vif-plugged-84694ee7-3402-4bce-b151-7ccb735fc91e for instance with vm_state building and task_state spawning. [ 1236.509279] env[69942]: DEBUG nova.compute.manager [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Received event network-changed-84694ee7-3402-4bce-b151-7ccb735fc91e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.509539] env[69942]: DEBUG nova.compute.manager [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Refreshing instance network info cache due to event network-changed-84694ee7-3402-4bce-b151-7ccb735fc91e. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.509896] env[69942]: DEBUG oslo_concurrency.lockutils [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] Acquiring lock "refresh_cache-5694c57c-5d14-4ba8-b07d-3d0eacaadb95" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.511052] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1236.511052] env[69942]: value = "task-3831724" [ 1236.511052] env[69942]: _type = "Task" [ 1236.511052] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.532023] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.601662] env[69942]: DEBUG nova.network.neutron [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Updating instance_info_cache with network_info: [{"id": "84694ee7-3402-4bce-b151-7ccb735fc91e", "address": "fa:16:3e:f3:44:07", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84694ee7-34", "ovs_interfaceid": "84694ee7-3402-4bce-b151-7ccb735fc91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.670254] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c2e8a0-1e44-40f7-8ddb-4d917fed7886 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.679017] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c39166a-f327-4404-b9f2-8b59ce30334c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.683263] env[69942]: DEBUG nova.network.neutron [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updating instance_info_cache with network_info: [{"id": "34815266-9013-447d-9ef4-420e8c05d0fc", "address": "fa:16:3e:69:6f:7f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34815266-90", "ovs_interfaceid": "34815266-9013-447d-9ef4-420e8c05d0fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc7a55e9-ae3a-4259-b384-d707a52834a2", "address": "fa:16:3e:5d:bb:0a", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc7a55e9-ae", "ovs_interfaceid": "dc7a55e9-ae3a-4259-b384-d707a52834a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.718053] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b91a6ca-cb0b-4bef-a883-c7d4f4eaed95 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.727199] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9306e5ba-18a3-4bd3-99b5-9b0b6981ef2c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.744571] env[69942]: DEBUG nova.compute.provider_tree [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.906573] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a3907d32-cf52-412d-9048-d37e5d07b724 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.217s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.026156] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099848} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.026481] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.027302] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a7d004-b1a1-4f3f-93b6-16d19aad67c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.031183] env[69942]: DEBUG nova.objects.instance [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lazy-loading 'flavor' on Instance uuid aab23310-6005-492c-9f19-ee5c30d28fac {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.052851] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] d22ab98d-3cfe-44dd-b661-ce62c66bbfd1/d22ab98d-3cfe-44dd-b661-ce62c66bbfd1.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.055815] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7af93d1-5053-4824-9c11-4cc28659b754 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.071603] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e84f96b1-1605-458c-b870-78e1bb7abc78 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.381s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.080268] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1237.080268] env[69942]: value = "task-3831725" [ 1237.080268] env[69942]: _type = "Task" [ 1237.080268] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.097066] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831725, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.104287] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Releasing lock "refresh_cache-5694c57c-5d14-4ba8-b07d-3d0eacaadb95" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.104619] env[69942]: DEBUG nova.compute.manager [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Instance network_info: |[{"id": "84694ee7-3402-4bce-b151-7ccb735fc91e", "address": "fa:16:3e:f3:44:07", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84694ee7-34", "ovs_interfaceid": "84694ee7-3402-4bce-b151-7ccb735fc91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.105445] env[69942]: DEBUG oslo_concurrency.lockutils [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] Acquired lock "refresh_cache-5694c57c-5d14-4ba8-b07d-3d0eacaadb95" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.105628] env[69942]: DEBUG nova.network.neutron [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Refreshing network info cache for port 84694ee7-3402-4bce-b151-7ccb735fc91e {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.106756] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:44:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84694ee7-3402-4bce-b151-7ccb735fc91e', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.114316] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Creating folder: Project (237ff2d529fe41f1811085afd583f281). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.115340] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7421e22-5ca4-4a87-93fe-d2212a959767 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.129457] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Created folder: Project (237ff2d529fe41f1811085afd583f281) in parent group-v761487. [ 1237.129677] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Creating folder: Instances. Parent ref: group-v761758. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.129924] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5224d915-f256-49b1-838e-9eab652b2c4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.140795] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Created folder: Instances in parent group-v761758. [ 1237.141081] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.141285] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.141502] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8108c87-dfbd-4974-91ea-46d8aa0f59ea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.165186] env[69942]: DEBUG nova.compute.manager [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Received event network-vif-plugged-dc7a55e9-ae3a-4259-b384-d707a52834a2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.165419] env[69942]: DEBUG oslo_concurrency.lockutils [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] Acquiring lock "b947b2ed-3d18-47fc-b549-68e301a1ad41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.165684] env[69942]: DEBUG oslo_concurrency.lockutils [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] Lock "b947b2ed-3d18-47fc-b549-68e301a1ad41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.165794] env[69942]: DEBUG oslo_concurrency.lockutils [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] Lock "b947b2ed-3d18-47fc-b549-68e301a1ad41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.165960] env[69942]: DEBUG nova.compute.manager [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] No waiting events found dispatching network-vif-plugged-dc7a55e9-ae3a-4259-b384-d707a52834a2 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.166403] env[69942]: WARNING nova.compute.manager [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Received unexpected event network-vif-plugged-dc7a55e9-ae3a-4259-b384-d707a52834a2 for instance with vm_state active and task_state None. [ 1237.166703] env[69942]: DEBUG nova.compute.manager [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Received event network-changed-dc7a55e9-ae3a-4259-b384-d707a52834a2 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.167361] env[69942]: DEBUG nova.compute.manager [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Refreshing instance network info cache due to event network-changed-dc7a55e9-ae3a-4259-b384-d707a52834a2. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.167361] env[69942]: DEBUG oslo_concurrency.lockutils [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] Acquiring lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.169270] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.169270] env[69942]: value = "task-3831728" [ 1237.169270] env[69942]: _type = "Task" [ 1237.169270] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.182858] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831728, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.186878] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.187893] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.188127] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.188417] env[69942]: DEBUG oslo_concurrency.lockutils [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] Acquired lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.188606] env[69942]: DEBUG nova.network.neutron [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Refreshing network info cache for port dc7a55e9-ae3a-4259-b384-d707a52834a2 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.190587] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e58f49d-43f5-4789-9e2f-c869158cda99 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.212882] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.213207] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.213368] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.213550] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.214426] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.214426] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.214426] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.214426] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.214426] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.214707] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.214707] env[69942]: DEBUG nova.virt.hardware [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.221572] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Reconfiguring VM to attach interface {{(pid=69942) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1237.222507] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ddd708-b2f5-4e54-a9c8-4246b507f744 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.242885] env[69942]: DEBUG oslo_vmware.api [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1237.242885] env[69942]: value = "task-3831729" [ 1237.242885] env[69942]: _type = "Task" [ 1237.242885] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.248211] env[69942]: DEBUG nova.scheduler.client.report [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.257884] env[69942]: DEBUG oslo_vmware.api [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.593443] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "743145b3-8f63-4f36-80ad-cd277f780e48" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.593810] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.595563] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.682109] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831728, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.755548] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.762098] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.793s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.762545] env[69942]: DEBUG nova.objects.instance [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lazy-loading 'resources' on Instance uuid a1561d54-1415-4592-aeb7-4b0385ab9e9b {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.764017] env[69942]: DEBUG oslo_vmware.api [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.790073] env[69942]: INFO nova.scheduler.client.report [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleted allocations for instance d3d8d346-6b63-49e5-bbde-6cef70d39ad5 [ 1237.900488] env[69942]: DEBUG nova.network.neutron [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Updated VIF entry in instance network info cache for port 84694ee7-3402-4bce-b151-7ccb735fc91e. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.900910] env[69942]: DEBUG nova.network.neutron [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Updating instance_info_cache with network_info: [{"id": "84694ee7-3402-4bce-b151-7ccb735fc91e", "address": "fa:16:3e:f3:44:07", "network": {"id": "68aee978-4d2b-411b-a9a2-bbf58668ce79", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3801dd15746247f5a6836fd6616ded4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84694ee7-34", "ovs_interfaceid": "84694ee7-3402-4bce-b151-7ccb735fc91e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.056074] env[69942]: DEBUG nova.network.neutron [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updated VIF entry in instance network info cache for port dc7a55e9-ae3a-4259-b384-d707a52834a2. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.056645] env[69942]: DEBUG nova.network.neutron [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updating instance_info_cache with network_info: [{"id": "34815266-9013-447d-9ef4-420e8c05d0fc", "address": "fa:16:3e:69:6f:7f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34815266-90", "ovs_interfaceid": "34815266-9013-447d-9ef4-420e8c05d0fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc7a55e9-ae3a-4259-b384-d707a52834a2", "address": "fa:16:3e:5d:bb:0a", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc7a55e9-ae", "ovs_interfaceid": "dc7a55e9-ae3a-4259-b384-d707a52834a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.092060] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831725, 'name': ReconfigVM_Task, 'duration_secs': 0.895965} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.092328] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Reconfigured VM instance instance-00000063 to attach disk [datastore2] d22ab98d-3cfe-44dd-b661-ce62c66bbfd1/d22ab98d-3cfe-44dd-b661-ce62c66bbfd1.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.092980] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a7edeb3-04e4-4523-95e9-b13ddd699d79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.096623] env[69942]: INFO nova.compute.manager [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Detaching volume c7f05356-8950-4a32-8cff-bce38fdad3c5 [ 1238.099808] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1238.099808] env[69942]: value = "task-3831730" [ 1238.099808] env[69942]: _type = "Task" [ 1238.099808] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.111450] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831730, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.141340] env[69942]: INFO nova.virt.block_device [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Attempting to driver detach volume c7f05356-8950-4a32-8cff-bce38fdad3c5 from mountpoint /dev/sdb [ 1238.141587] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1238.141774] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761722', 'volume_id': 'c7f05356-8950-4a32-8cff-bce38fdad3c5', 'name': 'volume-c7f05356-8950-4a32-8cff-bce38fdad3c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '743145b3-8f63-4f36-80ad-cd277f780e48', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7f05356-8950-4a32-8cff-bce38fdad3c5', 'serial': 'c7f05356-8950-4a32-8cff-bce38fdad3c5'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1238.142702] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9a49de-be56-419f-bb82-95177e65818b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.164795] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb25d3b1-62ee-4147-a4df-c69fb0b52a2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.175837] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b866744-5beb-419f-8735-efad7af2313a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.184430] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831728, 'name': CreateVM_Task, 'duration_secs': 0.782117} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.200027] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.201336] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.201509] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.201850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.202702] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b013200-5e03-4895-ad0d-ff762ef6d0e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.205520] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60770747-7e28-4687-b818-4101eb6b6346 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.211302] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for the task: (returnval){ [ 1238.211302] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b47a06-dda8-3668-2270-5d97b687c966" [ 1238.211302] env[69942]: _type = "Task" [ 1238.211302] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.223636] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] The volume has not been displaced from its original location: [datastore2] volume-c7f05356-8950-4a32-8cff-bce38fdad3c5/volume-c7f05356-8950-4a32-8cff-bce38fdad3c5.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1238.229405] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.234535] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddbd3659-fa85-44f6-aa1b-624297d5afa2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.255755] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b47a06-dda8-3668-2270-5d97b687c966, 'name': SearchDatastore_Task, 'duration_secs': 0.01322} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.257588] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.257847] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.258107] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.258276] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.258433] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.258762] env[69942]: DEBUG oslo_vmware.api [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1238.258762] env[69942]: value = "task-3831731" [ 1238.258762] env[69942]: _type = "Task" [ 1238.258762] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.262080] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-582360ca-f5a8-4869-a00e-88cbd2d33537 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.264028] env[69942]: DEBUG oslo_vmware.api [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831729, 'name': ReconfigVM_Task, 'duration_secs': 0.620525} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.267591] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.267805] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Reconfigured VM to attach interface {{(pid=69942) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1238.279271] env[69942]: DEBUG oslo_vmware.api [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.281186] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.281419] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.282350] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929248e3-0217-4641-ba51-423c2426b41d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.289085] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for the task: (returnval){ [ 1238.289085] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522644e6-6359-6f80-56a2-7a0690bd11df" [ 1238.289085] env[69942]: _type = "Task" [ 1238.289085] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.303607] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93b7d301-56d8-4fda-8b1c-f1f371fa268e tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "d3d8d346-6b63-49e5-bbde-6cef70d39ad5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.875s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.308181] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522644e6-6359-6f80-56a2-7a0690bd11df, 'name': SearchDatastore_Task, 'duration_secs': 0.012143} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.309213] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f404c52-cd6b-4675-8970-affd284c3a98 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.316329] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for the task: (returnval){ [ 1238.316329] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52daca38-5f4f-c6e3-617a-df55eb15ab8e" [ 1238.316329] env[69942]: _type = "Task" [ 1238.316329] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.329967] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52daca38-5f4f-c6e3-617a-df55eb15ab8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.333066] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.333411] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 5694c57c-5d14-4ba8-b07d-3d0eacaadb95/5694c57c-5d14-4ba8-b07d-3d0eacaadb95.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.333908] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98ca747b-f8ba-4874-a77b-56fe1a3e0324 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.342386] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for the task: (returnval){ [ 1238.342386] env[69942]: value = "task-3831732" [ 1238.342386] env[69942]: _type = "Task" [ 1238.342386] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.353887] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.405017] env[69942]: DEBUG oslo_concurrency.lockutils [req-6365f1df-bf93-4c3b-9867-0722df8088c3 req-212a1406-4314-4b74-9678-54f815d91164 service nova] Releasing lock "refresh_cache-5694c57c-5d14-4ba8-b07d-3d0eacaadb95" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.559312] env[69942]: DEBUG oslo_concurrency.lockutils [req-9c03a434-003b-46c6-8e00-d77993d87a60 req-0771437c-2aeb-4cc0-86fa-72904ba1e37f service nova] Releasing lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.563531] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a747d2-103f-4f67-9ce4-547e42f350b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.572641] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c11958-aafa-4352-8979-789cb484a3da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.612412] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6021e3d8-475b-4ded-8a08-7311b8365fb6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.624726] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e0bfc5-c498-4872-985c-e0714a50f925 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.628940] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831730, 'name': Rename_Task, 'duration_secs': 0.157069} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.629270] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.630058] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c020f3f-4c5c-4ea9-96b4-812204d5e94c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.643249] env[69942]: DEBUG nova.compute.provider_tree [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.646413] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1238.646413] env[69942]: value = "task-3831733" [ 1238.646413] env[69942]: _type = "Task" [ 1238.646413] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.656566] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.779157] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3c056847-1520-4564-ad5f-5f2a7ae492d4 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-b947b2ed-3d18-47fc-b549-68e301a1ad41-dc7a55e9-ae3a-4259-b384-d707a52834a2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.512s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.780646] env[69942]: DEBUG oslo_vmware.api [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831731, 'name': ReconfigVM_Task, 'duration_secs': 0.24474} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.780807] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.786060] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e22ef6-01fe-4fbf-887e-3767730dcb0e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.805913] env[69942]: DEBUG oslo_vmware.api [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1238.805913] env[69942]: value = "task-3831734" [ 1238.805913] env[69942]: _type = "Task" [ 1238.805913] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.819022] env[69942]: DEBUG oslo_vmware.api [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.855168] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511374} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.855377] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 5694c57c-5d14-4ba8-b07d-3d0eacaadb95/5694c57c-5d14-4ba8-b07d-3d0eacaadb95.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.855626] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.855904] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74f46d9f-94ef-4cdb-86e1-133da3f7d099 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.863109] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for the task: (returnval){ [ 1238.863109] env[69942]: value = "task-3831735" [ 1238.863109] env[69942]: _type = "Task" [ 1238.863109] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.873261] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.046299] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "125968c4-c7c4-46d9-9f4e-72c633b8115e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.046432] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.046733] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "125968c4-c7c4-46d9-9f4e-72c633b8115e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.046954] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.047189] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.049947] env[69942]: INFO nova.compute.manager [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Terminating instance [ 1239.148621] env[69942]: DEBUG nova.scheduler.client.report [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.164299] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.317638] env[69942]: DEBUG oslo_vmware.api [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831734, 'name': ReconfigVM_Task, 'duration_secs': 0.197024} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.318204] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761722', 'volume_id': 'c7f05356-8950-4a32-8cff-bce38fdad3c5', 'name': 'volume-c7f05356-8950-4a32-8cff-bce38fdad3c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '743145b3-8f63-4f36-80ad-cd277f780e48', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7f05356-8950-4a32-8cff-bce38fdad3c5', 'serial': 'c7f05356-8950-4a32-8cff-bce38fdad3c5'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1239.374628] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084573} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.374907] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.375785] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35ebd50-865a-4d86-b8dd-10ab6bc5b5a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.398938] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5694c57c-5d14-4ba8-b07d-3d0eacaadb95/5694c57c-5d14-4ba8-b07d-3d0eacaadb95.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.399291] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f556cb10-a42e-4711-b8ff-26b2cbf70ce5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.424080] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for the task: (returnval){ [ 1239.424080] env[69942]: value = "task-3831736" [ 1239.424080] env[69942]: _type = "Task" [ 1239.424080] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.434156] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.462903] env[69942]: INFO nova.compute.manager [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Rebuilding instance [ 1239.510433] env[69942]: DEBUG nova.compute.manager [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.511338] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0087798c-d9de-4b36-a9d1-aa03b8a1e3bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.555234] env[69942]: DEBUG nova.compute.manager [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.555415] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.556463] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c447f8-4320-4738-b1f5-82ac7789331d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.565924] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.566255] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2348b2ff-ba43-45dc-8776-1ac5ebb0da12 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.574561] env[69942]: DEBUG oslo_vmware.api [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1239.574561] env[69942]: value = "task-3831737" [ 1239.574561] env[69942]: _type = "Task" [ 1239.574561] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.583452] env[69942]: DEBUG oslo_vmware.api [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.658721] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.665533] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.780s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.665802] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.668247] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.327s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.668501] env[69942]: DEBUG nova.objects.instance [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lazy-loading 'resources' on Instance uuid c0f422d3-e596-4665-8fe3-0a61f22cc215 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.669761] env[69942]: DEBUG oslo_vmware.api [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831733, 'name': PowerOnVM_Task, 'duration_secs': 0.631027} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.671055] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.671055] env[69942]: INFO nova.compute.manager [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1239.671055] env[69942]: DEBUG nova.compute.manager [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.671914] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfefd8d-dbae-4fb5-b4c2-0236b65b0f1b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.685051] env[69942]: INFO nova.scheduler.client.report [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Deleted allocations for instance a1561d54-1415-4592-aeb7-4b0385ab9e9b [ 1239.698360] env[69942]: INFO nova.scheduler.client.report [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleted allocations for instance 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2 [ 1239.872577] env[69942]: DEBUG nova.objects.instance [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'flavor' on Instance uuid 743145b3-8f63-4f36-80ad-cd277f780e48 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.936345] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.090022] env[69942]: DEBUG oslo_vmware.api [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831737, 'name': PowerOffVM_Task, 'duration_secs': 0.33552} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.090022] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.090022] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.090022] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbdb7982-fd23-48d5-8834-1c96382da0f6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.177810] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.178126] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.178451] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleting the datastore file [datastore1] 125968c4-c7c4-46d9-9f4e-72c633b8115e {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.178987] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f266dd1-cd3e-4dce-be08-0379ff277bf4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.192184] env[69942]: DEBUG oslo_vmware.api [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1240.192184] env[69942]: value = "task-3831739" [ 1240.192184] env[69942]: _type = "Task" [ 1240.192184] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.199062] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c13cdd01-a172-41ea-8e17-48bdddb06580 tempest-MultipleCreateTestJSON-1734727828 tempest-MultipleCreateTestJSON-1734727828-project-member] Lock "a1561d54-1415-4592-aeb7-4b0385ab9e9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.858s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.204276] env[69942]: INFO nova.compute.manager [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Took 38.35 seconds to build instance. [ 1240.213819] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c3fb3711-8f5b-4def-9beb-75ca3cd2af29 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.636s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.223782] env[69942]: DEBUG oslo_vmware.api [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.378343] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "17a26397-38c2-4909-a69d-284e073960ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.378494] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "17a26397-38c2-4909-a69d-284e073960ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.397648] env[69942]: DEBUG oslo_vmware.rw_handles [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525375b8-8b94-27cc-ded1-99ac92beee5b/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1240.398835] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7b8170-9658-4dab-8848-1b2f42c62dea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.409767] env[69942]: DEBUG oslo_vmware.rw_handles [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525375b8-8b94-27cc-ded1-99ac92beee5b/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1240.409992] env[69942]: ERROR oslo_vmware.rw_handles [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525375b8-8b94-27cc-ded1-99ac92beee5b/disk-0.vmdk due to incomplete transfer. [ 1240.410387] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4e840709-af79-4cd1-8d3f-2037fbfc0be2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.422140] env[69942]: DEBUG oslo_vmware.rw_handles [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525375b8-8b94-27cc-ded1-99ac92beee5b/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1240.422140] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Uploaded image 1ceddb25-f20e-484c-aec3-9a23ec157728 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1240.424186] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1240.424471] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c00217e0-1a56-48ca-85d3-e58b71183363 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.437309] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1240.437309] env[69942]: value = "task-3831740" [ 1240.437309] env[69942]: _type = "Task" [ 1240.437309] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.443143] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.456546] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831740, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.486863] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4750e3-c12b-46e0-b036-af06055b8240 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.494795] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff937e20-4bbc-4607-a7f3-70b9bde6a5e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.525206] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.525962] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04ff616-c003-45f8-8cf6-072d2b15d1c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.528598] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07b5560b-ee02-4bd3-8f9d-f7d78af80185 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.539236] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1239e0e-5a7d-4a3b-86ee-fb33d56074af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.543407] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1240.543407] env[69942]: value = "task-3831741" [ 1240.543407] env[69942]: _type = "Task" [ 1240.543407] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.556928] env[69942]: DEBUG nova.compute.provider_tree [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.566106] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.708790] env[69942]: DEBUG oslo_vmware.api [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356329} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.709312] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.709312] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.709497] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.709702] env[69942]: INFO nova.compute.manager [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1240.709986] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.710213] env[69942]: DEBUG nova.compute.manager [-] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.710303] env[69942]: DEBUG nova.network.neutron [-] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.712623] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f493b2f5-f6a2-45de-93b3-8adc6b40405f tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.871s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.713079] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "interface-b947b2ed-3d18-47fc-b549-68e301a1ad41-dc7a55e9-ae3a-4259-b384-d707a52834a2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.713361] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-b947b2ed-3d18-47fc-b549-68e301a1ad41-dc7a55e9-ae3a-4259-b384-d707a52834a2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.782769] env[69942]: DEBUG oslo_concurrency.lockutils [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.783242] env[69942]: DEBUG oslo_concurrency.lockutils [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.783546] env[69942]: DEBUG oslo_concurrency.lockutils [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.783808] env[69942]: DEBUG oslo_concurrency.lockutils [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.784082] env[69942]: DEBUG oslo_concurrency.lockutils [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.786746] env[69942]: INFO nova.compute.manager [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Terminating instance [ 1240.883283] env[69942]: DEBUG nova.compute.manager [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.890027] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d13b0f3d-96f8-455e-a8df-00a70136d7ba tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.944289] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.961402] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831740, 'name': Destroy_Task, 'duration_secs': 0.349347} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.961700] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Destroyed the VM [ 1240.962292] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1240.962569] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07e596e1-fb9c-476d-ab6d-786310c9dd59 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.975218] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1240.975218] env[69942]: value = "task-3831742" [ 1240.975218] env[69942]: _type = "Task" [ 1240.975218] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.985892] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831742, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.054164] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831741, 'name': PowerOffVM_Task, 'duration_secs': 0.393221} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.054918] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.081139] env[69942]: ERROR nova.scheduler.client.report [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] [req-e916f865-0796-4c44-a6f1-eb74e360fd98] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e916f865-0796-4c44-a6f1-eb74e360fd98"}]} [ 1241.110054] env[69942]: DEBUG nova.scheduler.client.report [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1241.126102] env[69942]: INFO nova.compute.manager [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Detaching volume 85a9b159-0443-4e78-96c4-ce6e05e81c0e [ 1241.134924] env[69942]: DEBUG nova.scheduler.client.report [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1241.135355] env[69942]: DEBUG nova.compute.provider_tree [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.153774] env[69942]: DEBUG nova.scheduler.client.report [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1241.184863] env[69942]: INFO nova.virt.block_device [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Attempting to driver detach volume 85a9b159-0443-4e78-96c4-ce6e05e81c0e from mountpoint /dev/sdb [ 1241.185161] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1241.185543] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761754', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'name': 'volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab23310-6005-492c-9f19-ee5c30d28fac', 'attached_at': '', 'detached_at': '', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'serial': '85a9b159-0443-4e78-96c4-ce6e05e81c0e'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1241.187934] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719ead99-72f4-4f77-9b64-14a225455b31 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.193650] env[69942]: DEBUG nova.scheduler.client.report [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1241.225530] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.225530] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.228749] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ef7989-dd0b-45ae-b45b-a01c84b75b2a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.234079] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1134ab-08f3-4d3f-9a4d-1e3588960ce6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.256625] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30e801b-3cc0-4f3b-ae78-ea9ac6c6d39a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.260288] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83893da-ab72-424c-a796-ae64d6c4b172 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.304529] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Reconfiguring VM to detach interface {{(pid=69942) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1241.305294] env[69942]: DEBUG nova.compute.manager [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.305570] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.308904] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d779912-17a3-48f8-a81e-450bde178b01 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.323395] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fe4fee-7eff-49a3-bc66-4e8233099509 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.327034] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5086b6-89d6-4614-94a7-91897112a37c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.335776] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.347208] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c65f1988-22e8-4bcd-9ccc-67b1964c0efb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.349314] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] The volume has not been displaced from its original location: [datastore2] volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e/volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1241.354968] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.360827] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926ef10e-2df1-4af0-8779-ebe373982fe5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.375395] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1241.375395] env[69942]: value = "task-3831743" [ 1241.375395] env[69942]: _type = "Task" [ 1241.375395] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.385261] env[69942]: DEBUG oslo_vmware.api [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1241.385261] env[69942]: value = "task-3831744" [ 1241.385261] env[69942]: _type = "Task" [ 1241.385261] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.386021] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1241.386021] env[69942]: value = "task-3831745" [ 1241.386021] env[69942]: _type = "Task" [ 1241.386021] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.400558] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.414347] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.417373] env[69942]: DEBUG oslo_vmware.api [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.423414] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.442382] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831736, 'name': ReconfigVM_Task, 'duration_secs': 1.55579} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.442736] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5694c57c-5d14-4ba8-b07d-3d0eacaadb95/5694c57c-5d14-4ba8-b07d-3d0eacaadb95.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.443852] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5b24b74-5242-4c77-b6b1-fe5f9fb725c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.457453] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for the task: (returnval){ [ 1241.457453] env[69942]: value = "task-3831746" [ 1241.457453] env[69942]: _type = "Task" [ 1241.457453] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.470268] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831746, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.487837] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831742, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377547} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.488262] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1241.488556] env[69942]: DEBUG nova.compute.manager [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.489640] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c062ef-ea4a-443f-a8c3-f068385dac26 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.502126] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.502530] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.514230] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "743145b3-8f63-4f36-80ad-cd277f780e48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.514509] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.514723] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.514905] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.515119] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.521540] env[69942]: INFO nova.compute.manager [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Terminating instance [ 1241.720104] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a664af0-f10a-492a-b5d6-eb1e928d80ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.728488] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867728ab-b503-439a-8401-db155d85b980 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.736825] env[69942]: DEBUG nova.compute.manager [req-c0b66323-93cd-488b-a083-10eb5b448a77 req-822544ab-8d38-40b6-b963-7817aac5664f service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Received event network-vif-deleted-59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.737109] env[69942]: INFO nova.compute.manager [req-c0b66323-93cd-488b-a083-10eb5b448a77 req-822544ab-8d38-40b6-b963-7817aac5664f service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Neutron deleted interface 59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47; detaching it from the instance and deleting it from the info cache [ 1241.737307] env[69942]: DEBUG nova.network.neutron [req-c0b66323-93cd-488b-a083-10eb5b448a77 req-822544ab-8d38-40b6-b963-7817aac5664f service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.780520] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f523dd9-dbf0-4a47-873a-ec533c40260a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.792341] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c6e5aa-37a4-485f-957e-4f761d833ca4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.810426] env[69942]: DEBUG nova.compute.provider_tree [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.887375] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.902989] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831745, 'name': ReconfigVM_Task, 'duration_secs': 0.237371} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.906854] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.915015] env[69942]: DEBUG oslo_vmware.api [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831744, 'name': PowerOffVM_Task, 'duration_secs': 0.260347} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.915183] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f03e66-cb75-4957-a5b8-07974bbdbd1b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.927421] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.927644] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.927995] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a1334b9-850d-414d-afef-32ef9482601a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.937520] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1241.937520] env[69942]: value = "task-3831748" [ 1241.937520] env[69942]: _type = "Task" [ 1241.937520] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.949183] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.974070] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831746, 'name': Rename_Task, 'duration_secs': 0.258903} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.974070] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.974070] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c84ece8-9774-4d7b-85bf-de677a5817fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.985377] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for the task: (returnval){ [ 1241.985377] env[69942]: value = "task-3831749" [ 1241.985377] env[69942]: _type = "Task" [ 1241.985377] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.995740] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.000647] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.000964] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.001751] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleting the datastore file [datastore2] 1105e6d9-a70e-4f75-a7dc-50c709f33b72 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.002098] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b92f16df-40b3-4524-86bf-9a6de5bee054 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.010936] env[69942]: DEBUG nova.compute.manager [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.016245] env[69942]: DEBUG oslo_vmware.api [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for the task: (returnval){ [ 1242.016245] env[69942]: value = "task-3831750" [ 1242.016245] env[69942]: _type = "Task" [ 1242.016245] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.017310] env[69942]: INFO nova.compute.manager [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Shelve offloading [ 1242.026230] env[69942]: DEBUG nova.compute.manager [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.026571] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.027420] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655fee0e-2759-4cb7-a775-ca1ebb3c7e3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.034489] env[69942]: DEBUG oslo_vmware.api [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.041661] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.041967] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a600bb27-64e5-4498-ae6f-916516ec8822 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.053920] env[69942]: DEBUG oslo_vmware.api [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1242.053920] env[69942]: value = "task-3831751" [ 1242.053920] env[69942]: _type = "Task" [ 1242.053920] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.064804] env[69942]: DEBUG oslo_vmware.api [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.110041] env[69942]: DEBUG nova.network.neutron [-] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.250182] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-779985f2-48f2-4c46-8002-916bdbf7fa52 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.263347] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52377ada-0763-43d3-a7fd-dfb994e3923f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.299823] env[69942]: DEBUG nova.compute.manager [req-c0b66323-93cd-488b-a083-10eb5b448a77 req-822544ab-8d38-40b6-b963-7817aac5664f service nova] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Detach interface failed, port_id=59ce64bf-3ba2-4dd4-8051-c3f35f5d0a47, reason: Instance 125968c4-c7c4-46d9-9f4e-72c633b8115e could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.355024] env[69942]: DEBUG nova.scheduler.client.report [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1242.355024] env[69942]: DEBUG nova.compute.provider_tree [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 139 to 140 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1242.355024] env[69942]: DEBUG nova.compute.provider_tree [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.387281] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.449404] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831748, 'name': ReconfigVM_Task, 'duration_secs': 0.221645} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.449785] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761754', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'name': 'volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab23310-6005-492c-9f19-ee5c30d28fac', 'attached_at': '', 'detached_at': '', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'serial': '85a9b159-0443-4e78-96c4-ce6e05e81c0e'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1242.497326] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.528181] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.528671] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2d6682b-7080-4dd2-9a5c-5ed0439cfc3c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.536927] env[69942]: DEBUG oslo_vmware.api [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Task: {'id': task-3831750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321507} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.538368] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.538567] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.538750] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.538922] env[69942]: INFO nova.compute.manager [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1242.539187] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.539453] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1242.539453] env[69942]: value = "task-3831752" [ 1242.539453] env[69942]: _type = "Task" [ 1242.539453] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.539645] env[69942]: DEBUG nova.compute.manager [-] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.539743] env[69942]: DEBUG nova.network.neutron [-] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.551979] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.551979] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1242.552152] env[69942]: DEBUG nova.compute.manager [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.552859] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965367a1-008d-40c8-bb05-99a998732cbb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.562343] env[69942]: DEBUG oslo_concurrency.lockutils [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.562525] env[69942]: DEBUG oslo_concurrency.lockutils [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.562699] env[69942]: DEBUG nova.network.neutron [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.566948] env[69942]: DEBUG oslo_vmware.api [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831751, 'name': PowerOffVM_Task, 'duration_secs': 0.207238} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.567573] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.567799] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.568102] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6301e52c-604e-41dc-930a-583931f7ae40 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.614049] env[69942]: INFO nova.compute.manager [-] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Took 1.90 seconds to deallocate network for instance. [ 1242.644295] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.644295] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.644542] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleting the datastore file [datastore1] 743145b3-8f63-4f36-80ad-cd277f780e48 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.644824] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc4385ec-b2f1-42c8-8fbd-a0b748cd8abe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.655634] env[69942]: DEBUG oslo_vmware.api [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1242.655634] env[69942]: value = "task-3831754" [ 1242.655634] env[69942]: _type = "Task" [ 1242.655634] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.672014] env[69942]: DEBUG oslo_vmware.api [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.859618] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.191s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.862167] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.826s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.863799] env[69942]: INFO nova.compute.claims [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.890292] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.974836] env[69942]: INFO nova.scheduler.client.report [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Deleted allocations for instance c0f422d3-e596-4665-8fe3-0a61f22cc215 [ 1242.997311] env[69942]: DEBUG oslo_vmware.api [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831749, 'name': PowerOnVM_Task, 'duration_secs': 0.771335} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.997645] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.997945] env[69942]: INFO nova.compute.manager [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1242.998063] env[69942]: DEBUG nova.compute.manager [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.998870] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b20e382-f0aa-4d46-8bb6-ee6cd8ce3ed2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.119902] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.168993] env[69942]: DEBUG oslo_vmware.api [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209638} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.172462] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.172462] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.172462] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.172462] env[69942]: INFO nova.compute.manager [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1243.172462] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.172462] env[69942]: DEBUG nova.compute.manager [-] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.172462] env[69942]: DEBUG nova.network.neutron [-] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.338881] env[69942]: DEBUG nova.network.neutron [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Updating instance_info_cache with network_info: [{"id": "f3e5a30c-6f5a-4c25-bfa9-94e78f9444de", "address": "fa:16:3e:64:07:20", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e5a30c-6f", "ovs_interfaceid": "f3e5a30c-6f5a-4c25-bfa9-94e78f9444de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.355334] env[69942]: DEBUG nova.network.neutron [-] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.393098] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.483428] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7af30e1d-e4f0-45cf-b200-e117dcb92725 tempest-ServerRescueNegativeTestJSON-1847314538 tempest-ServerRescueNegativeTestJSON-1847314538-project-member] Lock "c0f422d3-e596-4665-8fe3-0a61f22cc215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.780s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.507475] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.508936] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d726c2c-8914-4be5-a037-cbf216eaf3e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.518326] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1243.518326] env[69942]: value = "task-3831755" [ 1243.518326] env[69942]: _type = "Task" [ 1243.518326] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.523310] env[69942]: INFO nova.compute.manager [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Took 38.83 seconds to build instance. [ 1243.530794] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1243.531368] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.531368] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761754', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'name': 'volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab23310-6005-492c-9f19-ee5c30d28fac', 'attached_at': '', 'detached_at': '', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'serial': '85a9b159-0443-4e78-96c4-ce6e05e81c0e'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.531992] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ecb606-554b-48fb-b443-7d089894258a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.560093] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5add7c-6cb7-48dd-b1aa-7bbe947aaae9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.567686] env[69942]: WARNING nova.virt.vmwareapi.driver [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1243.568023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.568783] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8f1251-cb48-4d71-9b7b-2d2371c7ce50 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.575888] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.576196] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b9f65d3-44c3-4948-bca3-1f848a3ad576 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.643184] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.643746] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.644009] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleting the datastore file [datastore1] aab23310-6005-492c-9f19-ee5c30d28fac {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.644525] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-340a550e-d669-4845-a449-082a84789138 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.652595] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1243.652595] env[69942]: value = "task-3831757" [ 1243.652595] env[69942]: _type = "Task" [ 1243.652595] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.660384] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.791112] env[69942]: DEBUG nova.compute.manager [req-81e5e71f-15f3-418a-a77e-91f096111ee1 req-9342a11e-db8d-461c-adaa-da46a7ba54af service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Received event network-changed-5c9d117a-c97d-47ea-b9bd-53f1850cd635 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.791112] env[69942]: DEBUG nova.compute.manager [req-81e5e71f-15f3-418a-a77e-91f096111ee1 req-9342a11e-db8d-461c-adaa-da46a7ba54af service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Refreshing instance network info cache due to event network-changed-5c9d117a-c97d-47ea-b9bd-53f1850cd635. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.791112] env[69942]: DEBUG oslo_concurrency.lockutils [req-81e5e71f-15f3-418a-a77e-91f096111ee1 req-9342a11e-db8d-461c-adaa-da46a7ba54af service nova] Acquiring lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.791112] env[69942]: DEBUG oslo_concurrency.lockutils [req-81e5e71f-15f3-418a-a77e-91f096111ee1 req-9342a11e-db8d-461c-adaa-da46a7ba54af service nova] Acquired lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.791112] env[69942]: DEBUG nova.network.neutron [req-81e5e71f-15f3-418a-a77e-91f096111ee1 req-9342a11e-db8d-461c-adaa-da46a7ba54af service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Refreshing network info cache for port 5c9d117a-c97d-47ea-b9bd-53f1850cd635 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.842150] env[69942]: DEBUG oslo_concurrency.lockutils [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.860885] env[69942]: INFO nova.compute.manager [-] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Took 1.32 seconds to deallocate network for instance. [ 1243.866451] env[69942]: DEBUG nova.compute.manager [req-afff8bae-ec01-4fa9-90ba-b4a0ff17494d req-07a7e6e1-bada-424b-b08e-413f1ac73fab service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Received event network-vif-deleted-6f205cd2-e0b7-4439-bfa5-48a1f3663711 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.866451] env[69942]: INFO nova.compute.manager [req-afff8bae-ec01-4fa9-90ba-b4a0ff17494d req-07a7e6e1-bada-424b-b08e-413f1ac73fab service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Neutron deleted interface 6f205cd2-e0b7-4439-bfa5-48a1f3663711; detaching it from the instance and deleting it from the info cache [ 1243.866702] env[69942]: DEBUG nova.network.neutron [req-afff8bae-ec01-4fa9-90ba-b4a0ff17494d req-07a7e6e1-bada-424b-b08e-413f1ac73fab service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.909470] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.027302] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c46f7738-8516-4ac7-92ef-851e6d342ce9 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.345s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.168149] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285367} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.168434] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.168701] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.168871] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.190983] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3f5154-848e-4d6b-bf32-01343484f3a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.202608] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4ffbab-9013-4e95-b48d-91afb04f44a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.243109] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517fba95-31a5-4e95-990a-bb863d49fe62 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.247881] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquiring lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.248370] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.248614] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquiring lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.249561] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.249561] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.251755] env[69942]: INFO nova.compute.manager [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Terminating instance [ 1244.258943] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0236ad1d-4672-47bd-ad4e-ba8838981543 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.276327] env[69942]: DEBUG nova.compute.provider_tree [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.323256] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.324201] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9f5c99-a211-46ef-a8ef-50cf6c252d9d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.333246] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.333561] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f17ccd83-0580-4534-8100-503fcae6ed1a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.354351] env[69942]: DEBUG nova.network.neutron [-] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.378111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.385258] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ac023d8-f951-476c-bab4-0d67b2117621 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.398829] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.404133] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123a4d3c-e0b8-4202-8cae-f53b3eebb02d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.418790] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.419090] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.419313] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleting the datastore file [datastore1] 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.419971] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-538cb2ce-1661-46a7-90ff-5343661c367a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.427075] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1244.427075] env[69942]: value = "task-3831759" [ 1244.427075] env[69942]: _type = "Task" [ 1244.427075] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.448914] env[69942]: DEBUG nova.compute.manager [req-afff8bae-ec01-4fa9-90ba-b4a0ff17494d req-07a7e6e1-bada-424b-b08e-413f1ac73fab service nova] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Detach interface failed, port_id=6f205cd2-e0b7-4439-bfa5-48a1f3663711, reason: Instance 743145b3-8f63-4f36-80ad-cd277f780e48 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1244.454730] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.678416] env[69942]: INFO nova.virt.block_device [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Booting with volume 85a9b159-0443-4e78-96c4-ce6e05e81c0e at /dev/sdb [ 1244.719839] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd19a870-fe58-48d8-a313-d84045ce886f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.734331] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91b6fc4-b344-40ab-976a-1b07e01271ac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.770498] env[69942]: DEBUG nova.compute.manager [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.770756] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.772524] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8acf4b2-f530-47c7-9d68-4ca51b1f0283 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.776313] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-420a7ad2-55cb-49bc-a5e0-a03824f5a565 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.788236] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.789726] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef58b47b-026d-41ab-863e-1b4ca2efe620 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.796921] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4020ea8a-bc00-4da9-b265-fd7d13495774 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.813088] env[69942]: DEBUG nova.scheduler.client.report [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1244.813397] env[69942]: DEBUG nova.compute.provider_tree [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 140 to 141 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1244.813577] env[69942]: DEBUG nova.compute.provider_tree [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.819598] env[69942]: DEBUG oslo_vmware.api [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for the task: (returnval){ [ 1244.819598] env[69942]: value = "task-3831760" [ 1244.819598] env[69942]: _type = "Task" [ 1244.819598] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.835079] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bea9f7-7ea0-49e9-b712-7e80a963d58a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.841535] env[69942]: DEBUG oslo_vmware.api [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.848413] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ece1f8-3c64-4382-a9bb-4d8c961bb425 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.859686] env[69942]: INFO nova.compute.manager [-] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Took 1.69 seconds to deallocate network for instance. [ 1244.868060] env[69942]: DEBUG nova.virt.block_device [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Updating existing volume attachment record: 39fd6411-e492-464d-9327-0c401d2ce572 {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1244.896870] env[69942]: DEBUG nova.network.neutron [req-81e5e71f-15f3-418a-a77e-91f096111ee1 req-9342a11e-db8d-461c-adaa-da46a7ba54af service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updated VIF entry in instance network info cache for port 5c9d117a-c97d-47ea-b9bd-53f1850cd635. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.896870] env[69942]: DEBUG nova.network.neutron [req-81e5e71f-15f3-418a-a77e-91f096111ee1 req-9342a11e-db8d-461c-adaa-da46a7ba54af service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance_info_cache with network_info: [{"id": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "address": "fa:16:3e:02:9c:e0", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9d117a-c9", "ovs_interfaceid": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.902037] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.937742] env[69942]: DEBUG oslo_vmware.api [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424394} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.938078] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.938305] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.938514] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.964333] env[69942]: INFO nova.scheduler.client.report [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted allocations for instance 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8 [ 1245.322230] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.322230] env[69942]: DEBUG nova.compute.manager [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.327741] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.607s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.330551] env[69942]: DEBUG nova.objects.instance [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lazy-loading 'resources' on Instance uuid a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.341717] env[69942]: DEBUG oslo_vmware.api [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831760, 'name': PowerOffVM_Task, 'duration_secs': 0.188768} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.341827] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.341908] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.342529] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da9c7968-113f-4b7d-8059-701efbed61dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.377820] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.400874] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.402680] env[69942]: DEBUG oslo_concurrency.lockutils [req-81e5e71f-15f3-418a-a77e-91f096111ee1 req-9342a11e-db8d-461c-adaa-da46a7ba54af service nova] Releasing lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.403247] env[69942]: DEBUG nova.compute.manager [req-81e5e71f-15f3-418a-a77e-91f096111ee1 req-9342a11e-db8d-461c-adaa-da46a7ba54af service nova] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Received event network-vif-deleted-6c82ed24-ab14-486b-88b9-571bccb42903 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.415038] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.415808] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.415808] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Deleting the datastore file [datastore2] 5694c57c-5d14-4ba8-b07d-3d0eacaadb95 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.415969] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d79386f-8e6f-45ed-a7b6-23513810225d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.422839] env[69942]: DEBUG oslo_vmware.api [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for the task: (returnval){ [ 1245.422839] env[69942]: value = "task-3831762" [ 1245.422839] env[69942]: _type = "Task" [ 1245.422839] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.431313] env[69942]: DEBUG oslo_vmware.api [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.469804] env[69942]: DEBUG oslo_concurrency.lockutils [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.835312] env[69942]: DEBUG nova.compute.utils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.841803] env[69942]: DEBUG nova.compute.manager [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1245.845029] env[69942]: DEBUG nova.network.neutron [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.903848] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.933970] env[69942]: DEBUG nova.policy [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d22c9f2d71a4bcdb8e22334300c437e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bbd77c700e44c4fa06ab92ea19147be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.941170] env[69942]: DEBUG nova.compute.manager [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Received event network-vif-unplugged-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.941764] env[69942]: DEBUG oslo_concurrency.lockutils [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] Acquiring lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.942009] env[69942]: DEBUG oslo_concurrency.lockutils [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.942199] env[69942]: DEBUG oslo_concurrency.lockutils [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.942372] env[69942]: DEBUG nova.compute.manager [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] No waiting events found dispatching network-vif-unplugged-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.942541] env[69942]: WARNING nova.compute.manager [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Received unexpected event network-vif-unplugged-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de for instance with vm_state shelved_offloaded and task_state None. [ 1245.942702] env[69942]: DEBUG nova.compute.manager [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Received event network-changed-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.942855] env[69942]: DEBUG nova.compute.manager [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Refreshing instance network info cache due to event network-changed-f3e5a30c-6f5a-4c25-bfa9-94e78f9444de. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.943105] env[69942]: DEBUG oslo_concurrency.lockutils [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] Acquiring lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.943216] env[69942]: DEBUG oslo_concurrency.lockutils [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] Acquired lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.943414] env[69942]: DEBUG nova.network.neutron [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Refreshing network info cache for port f3e5a30c-6f5a-4c25-bfa9-94e78f9444de {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.959461] env[69942]: DEBUG oslo_vmware.api [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Task: {'id': task-3831762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179024} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.964152] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.964152] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.964285] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.964573] env[69942]: INFO nova.compute.manager [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1245.965931] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.965931] env[69942]: DEBUG nova.compute.manager [-] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.965931] env[69942]: DEBUG nova.network.neutron [-] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.192692] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5273b1b-240d-423d-93b6-e7b246e4e84b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.203016] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe8a6e-31d6-4326-b17f-9c88e4209f06 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.238991] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9de4ed-6974-428b-aba6-d074c5591ae4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.249122] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c6843f-a51e-467a-bff2-a7f26173ddc7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.263811] env[69942]: DEBUG nova.compute.provider_tree [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.340394] env[69942]: DEBUG nova.compute.manager [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.405554] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.482438] env[69942]: DEBUG nova.network.neutron [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Successfully created port: 887c6481-c2fe-417a-bc3a-6deea305588d {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.771012] env[69942]: DEBUG nova.scheduler.client.report [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.777032] env[69942]: DEBUG nova.network.neutron [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Updated VIF entry in instance network info cache for port f3e5a30c-6f5a-4c25-bfa9-94e78f9444de. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.777032] env[69942]: DEBUG nova.network.neutron [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Updating instance_info_cache with network_info: [{"id": "f3e5a30c-6f5a-4c25-bfa9-94e78f9444de", "address": "fa:16:3e:64:07:20", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": null, "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf3e5a30c-6f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.832486] env[69942]: DEBUG nova.network.neutron [-] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.905946] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.923789] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.924277] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.989011] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.040761] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.041274] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.041845] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.041845] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.041845] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.042117] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.042282] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.042439] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.042912] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.042912] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.043029] env[69942]: DEBUG nova.virt.hardware [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.043948] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2f851d-b7ac-4368-84db-32e8ea8a7066 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.053453] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2de8d6a-77ea-48b7-b2b8-2142f3f525ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.069207] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:fe:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1792318-750d-4106-a670-a286c8be19cb', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.078478] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.078802] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.079049] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6114ae98-07e6-4ea2-9f1f-0b2f5e0368cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.104488] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.104488] env[69942]: value = "task-3831763" [ 1247.104488] env[69942]: _type = "Task" [ 1247.104488] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.113423] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831763, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.279048] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.282069] env[69942]: DEBUG oslo_concurrency.lockutils [req-001a03da-0988-4255-943c-33b8a77449fc req-5d034e91-98df-4eb8-9f20-aad4f3801a3c service nova] Releasing lock "refresh_cache-96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.283557] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.195s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.283557] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.283557] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1247.283978] env[69942]: DEBUG oslo_concurrency.lockutils [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.543s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.284050] env[69942]: DEBUG nova.objects.instance [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lazy-loading 'resources' on Instance uuid 37a869c4-6616-4a78-a11f-841a8dded9a9 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.286902] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1658f0-c889-4345-850f-f13843f42679 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.296272] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d1ce19-e328-47a8-ba94-c7a06cc541e5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.314795] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b252c0c-a830-48f5-808c-9a378211f18d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.324164] env[69942]: INFO nova.scheduler.client.report [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted allocations for instance a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5 [ 1247.325890] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4d3b30-7e2c-465c-ba09-7528da8d0089 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.336842] env[69942]: INFO nova.compute.manager [-] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Took 1.37 seconds to deallocate network for instance. [ 1247.368643] env[69942]: DEBUG nova.compute.manager [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.371206] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178870MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1247.371206] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.398328] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.398575] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.398732] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.398934] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.399106] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.399272] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.399447] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.399601] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.399761] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.399914] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.400088] env[69942]: DEBUG nova.virt.hardware [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.401267] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e68fe53-844d-4719-b539-c25119fca482 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.413571] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a127fe-d198-4382-8ebb-305fca8a20a4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.420389] env[69942]: DEBUG oslo_vmware.api [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831743, 'name': ReconfigVM_Task, 'duration_secs': 5.765054} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.422011] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.422011] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Reconfigured VM to detach interface {{(pid=69942) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1247.426876] env[69942]: DEBUG nova.compute.manager [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.616151] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831763, 'name': CreateVM_Task, 'duration_secs': 0.382847} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.616467] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.617388] env[69942]: DEBUG oslo_concurrency.lockutils [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.617633] env[69942]: DEBUG oslo_concurrency.lockutils [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.618038] env[69942]: DEBUG oslo_concurrency.lockutils [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.618350] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5557649-5ca3-4311-a48d-c56a9ddc7cbf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.624039] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1247.624039] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523f141b-d8b9-753f-eaae-d27466ccfb03" [ 1247.624039] env[69942]: _type = "Task" [ 1247.624039] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.633178] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523f141b-d8b9-753f-eaae-d27466ccfb03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.838656] env[69942]: DEBUG oslo_concurrency.lockutils [None req-93cd15f4-3595-4c37-8178-c6e28eafec57 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.476s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.878884] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.961437] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.058352] env[69942]: DEBUG nova.compute.manager [req-fc8fb0da-f841-4625-9e6b-d6b2c70c6acd req-64b898a2-8326-4a30-8ee8-65932a4e7e49 service nova] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Received event network-vif-deleted-84694ee7-3402-4bce-b151-7ccb735fc91e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.085619] env[69942]: DEBUG nova.compute.manager [req-774c188f-9bb6-4578-8552-560ee77d01bc req-22dc3668-3967-4f85-bfff-936a53d6e410 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Received event network-vif-plugged-887c6481-c2fe-417a-bc3a-6deea305588d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.085832] env[69942]: DEBUG oslo_concurrency.lockutils [req-774c188f-9bb6-4578-8552-560ee77d01bc req-22dc3668-3967-4f85-bfff-936a53d6e410 service nova] Acquiring lock "69e3941d-3b7b-4197-be14-9334c5cd330d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.086059] env[69942]: DEBUG oslo_concurrency.lockutils [req-774c188f-9bb6-4578-8552-560ee77d01bc req-22dc3668-3967-4f85-bfff-936a53d6e410 service nova] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.086235] env[69942]: DEBUG oslo_concurrency.lockutils [req-774c188f-9bb6-4578-8552-560ee77d01bc req-22dc3668-3967-4f85-bfff-936a53d6e410 service nova] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.086401] env[69942]: DEBUG nova.compute.manager [req-774c188f-9bb6-4578-8552-560ee77d01bc req-22dc3668-3967-4f85-bfff-936a53d6e410 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] No waiting events found dispatching network-vif-plugged-887c6481-c2fe-417a-bc3a-6deea305588d {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.086570] env[69942]: WARNING nova.compute.manager [req-774c188f-9bb6-4578-8552-560ee77d01bc req-22dc3668-3967-4f85-bfff-936a53d6e410 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Received unexpected event network-vif-plugged-887c6481-c2fe-417a-bc3a-6deea305588d for instance with vm_state building and task_state spawning. [ 1248.135252] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d795ee5-b35e-49cc-bcd3-b0b626a9e147 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.141827] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523f141b-d8b9-753f-eaae-d27466ccfb03, 'name': SearchDatastore_Task, 'duration_secs': 0.017543} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.142627] env[69942]: DEBUG oslo_concurrency.lockutils [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.142827] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.143071] env[69942]: DEBUG oslo_concurrency.lockutils [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.143223] env[69942]: DEBUG oslo_concurrency.lockutils [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.143764] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.143764] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22272910-a681-40a9-9100-cd8bc40874fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.148506] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba368c3a-53e1-4c8a-9438-8a63df717c65 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.155090] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.155277] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.184833] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e61624-1e71-4d5b-88b0-30118c094b6c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.187407] env[69942]: DEBUG nova.network.neutron [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Successfully updated port: 887c6481-c2fe-417a-bc3a-6deea305588d {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.191918] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15668a3-6060-4d16-b844-b88abf105d59 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.199213] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1248.199213] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52287ee6-7619-e6e7-48fa-5aba218ef882" [ 1248.199213] env[69942]: _type = "Task" [ 1248.199213] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.205915] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4066f825-ad3b-46f0-854e-7aa6fd75262b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.216410] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52287ee6-7619-e6e7-48fa-5aba218ef882, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.225823] env[69942]: DEBUG nova.compute.provider_tree [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.227247] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1995c23-fb16-4a72-851c-2a81c3d5ac66 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.233595] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1248.233595] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527147ec-aa7b-0131-c54a-839af840fdce" [ 1248.233595] env[69942]: _type = "Task" [ 1248.233595] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.243298] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527147ec-aa7b-0131-c54a-839af840fdce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.527407] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.527704] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.528029] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.528235] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.528410] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.530763] env[69942]: INFO nova.compute.manager [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Terminating instance [ 1248.694908] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "refresh_cache-69e3941d-3b7b-4197-be14-9334c5cd330d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.695076] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "refresh_cache-69e3941d-3b7b-4197-be14-9334c5cd330d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.695232] env[69942]: DEBUG nova.network.neutron [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.731775] env[69942]: DEBUG nova.scheduler.client.report [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.746052] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527147ec-aa7b-0131-c54a-839af840fdce, 'name': SearchDatastore_Task, 'duration_secs': 0.009367} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.746413] env[69942]: DEBUG oslo_concurrency.lockutils [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.747029] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] aab23310-6005-492c-9f19-ee5c30d28fac/aab23310-6005-492c-9f19-ee5c30d28fac.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.747213] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb86bafb-a157-4eae-ac8c-f37a5c0a02d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.755668] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1248.755668] env[69942]: value = "task-3831764" [ 1248.755668] env[69942]: _type = "Task" [ 1248.755668] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.765167] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.034427] env[69942]: DEBUG nova.compute.manager [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.034855] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.035656] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15967677-e608-48c4-8510-a3dd70276d77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.044710] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.045057] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f2bcaab-9044-4baa-9c97-29588b6f43b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.054048] env[69942]: DEBUG oslo_vmware.api [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1249.054048] env[69942]: value = "task-3831765" [ 1249.054048] env[69942]: _type = "Task" [ 1249.054048] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.065511] env[69942]: DEBUG oslo_vmware.api [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.117788] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.118269] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquired lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.118531] env[69942]: DEBUG nova.network.neutron [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.234552] env[69942]: DEBUG nova.network.neutron [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.239974] env[69942]: DEBUG oslo_concurrency.lockutils [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.242737] env[69942]: DEBUG oslo_concurrency.lockutils [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.024s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.242919] env[69942]: DEBUG nova.objects.instance [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lazy-loading 'resources' on Instance uuid 4d5449a2-b243-4790-89ff-4bffbb39be31 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.268426] env[69942]: INFO nova.scheduler.client.report [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Deleted allocations for instance 37a869c4-6616-4a78-a11f-841a8dded9a9 [ 1249.273850] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831764, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.342202] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.342488] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.342703] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "b947b2ed-3d18-47fc-b549-68e301a1ad41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.342884] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "b947b2ed-3d18-47fc-b549-68e301a1ad41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.343069] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "b947b2ed-3d18-47fc-b549-68e301a1ad41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.345961] env[69942]: INFO nova.compute.manager [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Terminating instance [ 1249.439459] env[69942]: DEBUG nova.network.neutron [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Updating instance_info_cache with network_info: [{"id": "887c6481-c2fe-417a-bc3a-6deea305588d", "address": "fa:16:3e:fd:b2:e4", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887c6481-c2", "ovs_interfaceid": "887c6481-c2fe-417a-bc3a-6deea305588d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.567314] env[69942]: DEBUG oslo_vmware.api [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831765, 'name': PowerOffVM_Task, 'duration_secs': 0.222441} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.567825] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.568045] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.568330] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30c897b1-c265-4731-b4cd-a9d75168e457 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.713024] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.713322] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.713521] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleting the datastore file [datastore1] bf0aaf09-f1ba-4b4b-8976-32dc9f0209df {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.714223] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-669d9ee5-4c7d-41d6-a99d-f91d18b4ad08 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.723329] env[69942]: DEBUG oslo_vmware.api [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1249.723329] env[69942]: value = "task-3831767" [ 1249.723329] env[69942]: _type = "Task" [ 1249.723329] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.733884] env[69942]: DEBUG oslo_vmware.api [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.767494] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565367} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.767962] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] aab23310-6005-492c-9f19-ee5c30d28fac/aab23310-6005-492c-9f19-ee5c30d28fac.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.768362] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.773267] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5b013c5-16cd-4e8f-aaeb-c4c713bc8710 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.780070] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1249.780070] env[69942]: value = "task-3831768" [ 1249.780070] env[69942]: _type = "Task" [ 1249.780070] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.792395] env[69942]: DEBUG oslo_concurrency.lockutils [None req-68b1d014-1655-4529-8881-1956087161be tempest-ListServerFiltersTestJSON-286295162 tempest-ListServerFiltersTestJSON-286295162-project-member] Lock "37a869c4-6616-4a78-a11f-841a8dded9a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.522s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.799793] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.850952] env[69942]: DEBUG nova.compute.manager [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.851274] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.852273] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ce1ed5-a168-434b-ae57-1e7c5556b655 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.867718] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.867878] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-accb9edf-00c4-44e4-81d3-bf0d3d0f9279 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.876159] env[69942]: DEBUG oslo_vmware.api [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1249.876159] env[69942]: value = "task-3831769" [ 1249.876159] env[69942]: _type = "Task" [ 1249.876159] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.885453] env[69942]: DEBUG oslo_vmware.api [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.901283] env[69942]: INFO nova.network.neutron [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Port dc7a55e9-ae3a-4259-b384-d707a52834a2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1249.901712] env[69942]: DEBUG nova.network.neutron [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updating instance_info_cache with network_info: [{"id": "34815266-9013-447d-9ef4-420e8c05d0fc", "address": "fa:16:3e:69:6f:7f", "network": {"id": "038444ad-d33b-464f-ab16-9885103a6ba9", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-356150139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc436384d0b44bb8a68e0f0277a1eb87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34815266-90", "ovs_interfaceid": "34815266-9013-447d-9ef4-420e8c05d0fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.943861] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "refresh_cache-69e3941d-3b7b-4197-be14-9334c5cd330d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.944214] env[69942]: DEBUG nova.compute.manager [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Instance network_info: |[{"id": "887c6481-c2fe-417a-bc3a-6deea305588d", "address": "fa:16:3e:fd:b2:e4", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887c6481-c2", "ovs_interfaceid": "887c6481-c2fe-417a-bc3a-6deea305588d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.944660] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:b2:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '887c6481-c2fe-417a-bc3a-6deea305588d', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.953086] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.955590] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.956035] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-207f3b9a-973d-4588-8bec-0ec45da1afd3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.981755] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.981755] env[69942]: value = "task-3831770" [ 1249.981755] env[69942]: _type = "Task" [ 1249.981755] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.993033] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831770, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.016220] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f509f-f025-4219-95aa-d59f1a7566d0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.027212] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153f6449-508a-4bfb-b43f-9146d290b119 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.063544] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacc683b-bdd2-4d3e-8cf9-a0581bd0c729 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.075217] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890945bb-a923-43e0-9fac-099fc8ba1d85 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.092656] env[69942]: DEBUG nova.compute.provider_tree [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.155882] env[69942]: DEBUG nova.compute.manager [req-5004a4fa-cd16-4a3f-b81d-a126db190591 req-11055628-254b-4d43-ad24-842b6fe39d7a service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Received event network-changed-887c6481-c2fe-417a-bc3a-6deea305588d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.156097] env[69942]: DEBUG nova.compute.manager [req-5004a4fa-cd16-4a3f-b81d-a126db190591 req-11055628-254b-4d43-ad24-842b6fe39d7a service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Refreshing instance network info cache due to event network-changed-887c6481-c2fe-417a-bc3a-6deea305588d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.156310] env[69942]: DEBUG oslo_concurrency.lockutils [req-5004a4fa-cd16-4a3f-b81d-a126db190591 req-11055628-254b-4d43-ad24-842b6fe39d7a service nova] Acquiring lock "refresh_cache-69e3941d-3b7b-4197-be14-9334c5cd330d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.156452] env[69942]: DEBUG oslo_concurrency.lockutils [req-5004a4fa-cd16-4a3f-b81d-a126db190591 req-11055628-254b-4d43-ad24-842b6fe39d7a service nova] Acquired lock "refresh_cache-69e3941d-3b7b-4197-be14-9334c5cd330d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.156672] env[69942]: DEBUG nova.network.neutron [req-5004a4fa-cd16-4a3f-b81d-a126db190591 req-11055628-254b-4d43-ad24-842b6fe39d7a service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Refreshing network info cache for port 887c6481-c2fe-417a-bc3a-6deea305588d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.239049] env[69942]: DEBUG oslo_vmware.api [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150205} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.239049] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.239629] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.239629] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.239629] env[69942]: INFO nova.compute.manager [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1250.240107] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.240107] env[69942]: DEBUG nova.compute.manager [-] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.240317] env[69942]: DEBUG nova.network.neutron [-] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.292398] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075212} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.292686] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.293915] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a0fe46-3d40-4cfa-874c-6bb3eaa491c0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.318551] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] aab23310-6005-492c-9f19-ee5c30d28fac/aab23310-6005-492c-9f19-ee5c30d28fac.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.321178] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f9018b-f13f-4849-b2e0-0f37bb8fb22d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.343073] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1250.343073] env[69942]: value = "task-3831771" [ 1250.343073] env[69942]: _type = "Task" [ 1250.343073] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.352425] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.386101] env[69942]: DEBUG oslo_vmware.api [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831769, 'name': PowerOffVM_Task, 'duration_secs': 0.401423} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.386414] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.386639] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.386934] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aa48d34-ca1d-4e30-8bb4-a8f683b15779 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.404533] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Releasing lock "refresh_cache-b947b2ed-3d18-47fc-b549-68e301a1ad41" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.448077] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.448267] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.448428] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleting the datastore file [datastore2] b947b2ed-3d18-47fc-b549-68e301a1ad41 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.448716] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2425e2c9-1f90-414c-bbd1-d1e08f2ccd6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.456256] env[69942]: DEBUG oslo_vmware.api [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1250.456256] env[69942]: value = "task-3831773" [ 1250.456256] env[69942]: _type = "Task" [ 1250.456256] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.466045] env[69942]: DEBUG oslo_vmware.api [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.492358] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831770, 'name': CreateVM_Task, 'duration_secs': 0.388037} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.492576] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.493292] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.493521] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.493878] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.494180] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ac6520-0ec2-42ae-8e1d-7d124dd5de4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.500392] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1250.500392] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526cbb90-45ed-8a04-c84a-a624390c5ba7" [ 1250.500392] env[69942]: _type = "Task" [ 1250.500392] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.509567] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526cbb90-45ed-8a04-c84a-a624390c5ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.596424] env[69942]: DEBUG nova.scheduler.client.report [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.855883] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.908238] env[69942]: DEBUG nova.network.neutron [req-5004a4fa-cd16-4a3f-b81d-a126db190591 req-11055628-254b-4d43-ad24-842b6fe39d7a service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Updated VIF entry in instance network info cache for port 887c6481-c2fe-417a-bc3a-6deea305588d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.908994] env[69942]: DEBUG nova.network.neutron [req-5004a4fa-cd16-4a3f-b81d-a126db190591 req-11055628-254b-4d43-ad24-842b6fe39d7a service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Updating instance_info_cache with network_info: [{"id": "887c6481-c2fe-417a-bc3a-6deea305588d", "address": "fa:16:3e:fd:b2:e4", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887c6481-c2", "ovs_interfaceid": "887c6481-c2fe-417a-bc3a-6deea305588d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.910692] env[69942]: DEBUG oslo_concurrency.lockutils [None req-65e93a7d-bc01-4330-920d-67e30d7a9c39 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "interface-b947b2ed-3d18-47fc-b549-68e301a1ad41-dc7a55e9-ae3a-4259-b384-d707a52834a2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.197s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.967485] env[69942]: DEBUG oslo_vmware.api [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21449} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.967762] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.967929] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.968127] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.968306] env[69942]: INFO nova.compute.manager [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1250.968543] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.968734] env[69942]: DEBUG nova.compute.manager [-] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.968830] env[69942]: DEBUG nova.network.neutron [-] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.010187] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526cbb90-45ed-8a04-c84a-a624390c5ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.010478] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.010711] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.010945] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.011112] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.011300] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.011563] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e5586ff-9126-4924-92e5-81b8a53e7ec4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.020284] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.020455] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.021213] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d7d4d6-e499-4b31-9da4-650cbcec9d4f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.029060] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1251.029060] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52842c6e-5698-352e-2de8-162881caeeb7" [ 1251.029060] env[69942]: _type = "Task" [ 1251.029060] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.038887] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52842c6e-5698-352e-2de8-162881caeeb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.070286] env[69942]: DEBUG nova.network.neutron [-] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.102210] env[69942]: DEBUG oslo_concurrency.lockutils [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.106391] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.683s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.108029] env[69942]: INFO nova.compute.claims [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.136290] env[69942]: INFO nova.scheduler.client.report [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Deleted allocations for instance 4d5449a2-b243-4790-89ff-4bffbb39be31 [ 1251.359491] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831771, 'name': ReconfigVM_Task, 'duration_secs': 0.568163} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.359845] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfigured VM instance instance-0000005b to attach disk [datastore2] aab23310-6005-492c-9f19-ee5c30d28fac/aab23310-6005-492c-9f19-ee5c30d28fac.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.361208] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'guest_format': None, 'size': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'image_id': '921d00bb-44fa-4b98-9f81-11abc614b7e8'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '39fd6411-e492-464d-9327-0c401d2ce572', 'boot_index': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761754', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'name': 'volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab23310-6005-492c-9f19-ee5c30d28fac', 'attached_at': '', 'detached_at': '', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'serial': '85a9b159-0443-4e78-96c4-ce6e05e81c0e'}, 'delete_on_termination': False, 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69942) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1251.361456] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1251.361753] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761754', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'name': 'volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab23310-6005-492c-9f19-ee5c30d28fac', 'attached_at': '', 'detached_at': '', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'serial': '85a9b159-0443-4e78-96c4-ce6e05e81c0e'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1251.362648] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e9d6d-1d10-4a28-93c8-ae60da0ff953 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.383520] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc90620-1459-4b57-91a5-0e1b3ac2c5ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.410201] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e/volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.410571] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b075b396-d82c-4732-b743-b0d1756243a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.424017] env[69942]: DEBUG oslo_concurrency.lockutils [req-5004a4fa-cd16-4a3f-b81d-a126db190591 req-11055628-254b-4d43-ad24-842b6fe39d7a service nova] Releasing lock "refresh_cache-69e3941d-3b7b-4197-be14-9334c5cd330d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.431416] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1251.431416] env[69942]: value = "task-3831774" [ 1251.431416] env[69942]: _type = "Task" [ 1251.431416] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.441066] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.543192] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52842c6e-5698-352e-2de8-162881caeeb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.544121] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3273f0-4d42-488e-8c6e-0f3329c7cefe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.551794] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1251.551794] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b93767-c8c4-dc04-bf97-40667ddadb70" [ 1251.551794] env[69942]: _type = "Task" [ 1251.551794] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.564569] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b93767-c8c4-dc04-bf97-40667ddadb70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.573247] env[69942]: INFO nova.compute.manager [-] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Took 1.33 seconds to deallocate network for instance. [ 1251.647160] env[69942]: DEBUG oslo_concurrency.lockutils [None req-981f887d-e489-4749-98a2-866e82d7f10d tempest-ImagesTestJSON-609510302 tempest-ImagesTestJSON-609510302-project-member] Lock "4d5449a2-b243-4790-89ff-4bffbb39be31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.625s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.941465] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831774, 'name': ReconfigVM_Task, 'duration_secs': 0.335086} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.941955] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e/volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.946641] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11bca533-df14-4315-be85-875d79408eb7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.962300] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1251.962300] env[69942]: value = "task-3831775" [ 1251.962300] env[69942]: _type = "Task" [ 1251.962300] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.971661] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.063278] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b93767-c8c4-dc04-bf97-40667ddadb70, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.063654] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.063965] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 69e3941d-3b7b-4197-be14-9334c5cd330d/69e3941d-3b7b-4197-be14-9334c5cd330d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.064301] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1515583b-712b-40c9-9f93-8f31cda5aa9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.073126] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1252.073126] env[69942]: value = "task-3831776" [ 1252.073126] env[69942]: _type = "Task" [ 1252.073126] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.080866] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.085262] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.191905] env[69942]: DEBUG nova.compute.manager [req-3491240c-cc29-47a4-8b6f-4ad73de7f69c req-cca55936-e474-47d4-8370-f73075e19744 service nova] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Received event network-vif-deleted-4a538df8-adeb-47f3-b6c6-19cb23f29469 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.192065] env[69942]: DEBUG nova.compute.manager [req-3491240c-cc29-47a4-8b6f-4ad73de7f69c req-cca55936-e474-47d4-8370-f73075e19744 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Received event network-vif-deleted-34815266-9013-447d-9ef4-420e8c05d0fc {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.192650] env[69942]: INFO nova.compute.manager [req-3491240c-cc29-47a4-8b6f-4ad73de7f69c req-cca55936-e474-47d4-8370-f73075e19744 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Neutron deleted interface 34815266-9013-447d-9ef4-420e8c05d0fc; detaching it from the instance and deleting it from the info cache [ 1252.192650] env[69942]: DEBUG nova.network.neutron [req-3491240c-cc29-47a4-8b6f-4ad73de7f69c req-cca55936-e474-47d4-8370-f73075e19744 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.321225] env[69942]: DEBUG nova.network.neutron [-] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.382535] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e4e435-1d25-40f6-a5ef-b994ca260bc4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.394070] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff993a47-ff0c-4a73-a428-62e1863c7827 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.433634] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3714fc87-6d5d-493f-8045-ddad49504146 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.442176] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b752381d-e98d-4950-813b-e756c8464561 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.457950] env[69942]: DEBUG nova.compute.provider_tree [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.472693] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831775, 'name': ReconfigVM_Task, 'duration_secs': 0.182721} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.472999] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761754', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'name': 'volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab23310-6005-492c-9f19-ee5c30d28fac', 'attached_at': '', 'detached_at': '', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'serial': '85a9b159-0443-4e78-96c4-ce6e05e81c0e'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1252.473622] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-484c01f9-1c72-42da-98e3-a5a00682d2db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.482302] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1252.482302] env[69942]: value = "task-3831777" [ 1252.482302] env[69942]: _type = "Task" [ 1252.482302] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.494898] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831777, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.585595] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512179} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.586453] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 69e3941d-3b7b-4197-be14-9334c5cd330d/69e3941d-3b7b-4197-be14-9334c5cd330d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.586757] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.587064] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53e4f7db-3c3d-4905-a6ed-6ac34c10e87f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.595770] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1252.595770] env[69942]: value = "task-3831778" [ 1252.595770] env[69942]: _type = "Task" [ 1252.595770] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.607018] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.698271] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e157b87a-4d29-4f88-9d18-6b468473fcdf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.707976] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e1a547-3f86-4693-92e5-b01d49216190 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.737837] env[69942]: DEBUG nova.compute.manager [req-3491240c-cc29-47a4-8b6f-4ad73de7f69c req-cca55936-e474-47d4-8370-f73075e19744 service nova] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Detach interface failed, port_id=34815266-9013-447d-9ef4-420e8c05d0fc, reason: Instance b947b2ed-3d18-47fc-b549-68e301a1ad41 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.823962] env[69942]: INFO nova.compute.manager [-] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Took 1.85 seconds to deallocate network for instance. [ 1252.961121] env[69942]: DEBUG nova.scheduler.client.report [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.995768] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831777, 'name': Rename_Task, 'duration_secs': 0.219887} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.996107] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.996443] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1203bd9-db07-4288-b717-3ac79acb45a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.004706] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1253.004706] env[69942]: value = "task-3831779" [ 1253.004706] env[69942]: _type = "Task" [ 1253.004706] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.013411] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.111235] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068679} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.111618] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.112876] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efc740a-b558-46e6-9c3c-23467b5a6287 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.140051] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 69e3941d-3b7b-4197-be14-9334c5cd330d/69e3941d-3b7b-4197-be14-9334c5cd330d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.140388] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-129b2328-355b-4dc3-beb4-5e65397348dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.161104] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1253.161104] env[69942]: value = "task-3831780" [ 1253.161104] env[69942]: _type = "Task" [ 1253.161104] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.170693] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.336551] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.466416] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.467499] env[69942]: DEBUG nova.compute.manager [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.471227] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.920s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.473721] env[69942]: INFO nova.compute.claims [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.518193] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831779, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.672034] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831780, 'name': ReconfigVM_Task, 'duration_secs': 0.32742} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.672388] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 69e3941d-3b7b-4197-be14-9334c5cd330d/69e3941d-3b7b-4197-be14-9334c5cd330d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.673048] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbc3268b-b823-4be3-98e9-1328b40214d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.680454] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1253.680454] env[69942]: value = "task-3831781" [ 1253.680454] env[69942]: _type = "Task" [ 1253.680454] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.689496] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831781, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.973050] env[69942]: DEBUG nova.compute.utils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.974431] env[69942]: DEBUG nova.compute.manager [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.974605] env[69942]: DEBUG nova.network.neutron [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.015778] env[69942]: DEBUG oslo_vmware.api [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831779, 'name': PowerOnVM_Task, 'duration_secs': 0.565837} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.016105] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.016380] env[69942]: DEBUG nova.compute.manager [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.017214] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117671df-1913-410a-8ade-ddbe6ce00cba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.028065] env[69942]: DEBUG nova.policy [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b7aadd6c33d43b79fdb562f19224702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a81619735f42a58e3ead823d390614', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.195604] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831781, 'name': Rename_Task, 'duration_secs': 0.154611} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.195995] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.196179] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df3838f8-76fb-4568-9e30-bc1099aec764 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.204106] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1254.204106] env[69942]: value = "task-3831782" [ 1254.204106] env[69942]: _type = "Task" [ 1254.204106] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.213700] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.318176] env[69942]: DEBUG nova.network.neutron [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Successfully created port: 6711469c-869a-4a26-a042-105b61c5fcf1 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.477776] env[69942]: DEBUG nova.compute.manager [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.537560] env[69942]: DEBUG oslo_concurrency.lockutils [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.717435] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.733197] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254cf866-4af0-47a2-bf7e-fdacbffabb8b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.742684] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6311acbf-8f05-4a65-919d-7cfa2356e9f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.783363] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eaba5f-e83e-46a7-afc1-d784d8e041d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.793049] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf805e4-ca0f-4614-9f39-b68b9b65abd8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.808364] env[69942]: DEBUG nova.compute.provider_tree [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.216369] env[69942]: DEBUG oslo_vmware.api [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831782, 'name': PowerOnVM_Task, 'duration_secs': 0.59373} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.216723] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.216947] env[69942]: INFO nova.compute.manager [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1255.217123] env[69942]: DEBUG nova.compute.manager [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.218088] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68068c50-64dd-4bed-9a9a-f0bf15ccde20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.312274] env[69942]: DEBUG nova.scheduler.client.report [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.489620] env[69942]: DEBUG nova.compute.manager [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.522435] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.522435] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.522435] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.522435] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.522435] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.522435] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.522435] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.522435] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.522435] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.522435] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.522838] env[69942]: DEBUG nova.virt.hardware [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.523936] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b2694b-075d-4072-8b02-6550b7dc552c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.534733] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840d1d69-74e9-4b42-a5a2-d681a4f1aab0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.739769] env[69942]: INFO nova.compute.manager [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Took 28.73 seconds to build instance. [ 1255.817476] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.818196] env[69942]: DEBUG nova.compute.manager [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.822091] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.702s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.822339] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.825251] env[69942]: DEBUG oslo_concurrency.lockutils [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.447s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.825475] env[69942]: DEBUG nova.objects.instance [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lazy-loading 'resources' on Instance uuid 1105e6d9-a70e-4f75-a7dc-50c709f33b72 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.852804] env[69942]: INFO nova.scheduler.client.report [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted allocations for instance 125968c4-c7c4-46d9-9f4e-72c633b8115e [ 1256.004721] env[69942]: DEBUG nova.compute.manager [req-34d2e159-b4a0-4fd4-b403-d133dde5b846 req-2e982e25-e65e-4ad8-adbc-61f56a82151f service nova] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Received event network-vif-plugged-6711469c-869a-4a26-a042-105b61c5fcf1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.006269] env[69942]: DEBUG oslo_concurrency.lockutils [req-34d2e159-b4a0-4fd4-b403-d133dde5b846 req-2e982e25-e65e-4ad8-adbc-61f56a82151f service nova] Acquiring lock "17a26397-38c2-4909-a69d-284e073960ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.006735] env[69942]: DEBUG oslo_concurrency.lockutils [req-34d2e159-b4a0-4fd4-b403-d133dde5b846 req-2e982e25-e65e-4ad8-adbc-61f56a82151f service nova] Lock "17a26397-38c2-4909-a69d-284e073960ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.007027] env[69942]: DEBUG oslo_concurrency.lockutils [req-34d2e159-b4a0-4fd4-b403-d133dde5b846 req-2e982e25-e65e-4ad8-adbc-61f56a82151f service nova] Lock "17a26397-38c2-4909-a69d-284e073960ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.007313] env[69942]: DEBUG nova.compute.manager [req-34d2e159-b4a0-4fd4-b403-d133dde5b846 req-2e982e25-e65e-4ad8-adbc-61f56a82151f service nova] [instance: 17a26397-38c2-4909-a69d-284e073960ef] No waiting events found dispatching network-vif-plugged-6711469c-869a-4a26-a042-105b61c5fcf1 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.007556] env[69942]: WARNING nova.compute.manager [req-34d2e159-b4a0-4fd4-b403-d133dde5b846 req-2e982e25-e65e-4ad8-adbc-61f56a82151f service nova] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Received unexpected event network-vif-plugged-6711469c-869a-4a26-a042-105b61c5fcf1 for instance with vm_state building and task_state spawning. [ 1256.209634] env[69942]: DEBUG nova.network.neutron [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Successfully updated port: 6711469c-869a-4a26-a042-105b61c5fcf1 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.241563] env[69942]: DEBUG oslo_concurrency.lockutils [None req-007ffbbb-9f8d-4bd6-93e1-d6bfbd0cd88f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.238s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.332296] env[69942]: DEBUG nova.compute.utils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.337489] env[69942]: DEBUG nova.compute.manager [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.337489] env[69942]: DEBUG nova.network.neutron [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.363914] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59cd72f1-71ff-490a-a128-998d20131fd5 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "125968c4-c7c4-46d9-9f4e-72c633b8115e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.317s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.406902] env[69942]: DEBUG nova.policy [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e9245eb4c54ad38917e75ff181100a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34f19689c30c452c90d9e586293196d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.610946] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8269ae79-af23-45b2-8b8d-e32b53b109a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.627752] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4110de5-40cb-49eb-9f1a-1d65375d4f55 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.683535] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13983e77-2ab5-46fe-81d6-455db1d32eaf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.695164] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cf553f-758d-4959-b682-f4fb28076cc3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.710870] env[69942]: DEBUG nova.compute.provider_tree [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.714068] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.715219] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.715219] env[69942]: DEBUG nova.network.neutron [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.837965] env[69942]: DEBUG nova.compute.manager [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.893853] env[69942]: DEBUG nova.network.neutron [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Successfully created port: 1c7720bb-4928-4e17-98e4-d869e38b577f {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1257.169174] env[69942]: DEBUG nova.compute.manager [req-690ca9a9-3c67-4134-b13a-45d31090e3d3 req-cdffa8cc-af62-493f-bfdd-a1f9ccc39176 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Received event network-changed-887c6481-c2fe-417a-bc3a-6deea305588d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.169174] env[69942]: DEBUG nova.compute.manager [req-690ca9a9-3c67-4134-b13a-45d31090e3d3 req-cdffa8cc-af62-493f-bfdd-a1f9ccc39176 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Refreshing instance network info cache due to event network-changed-887c6481-c2fe-417a-bc3a-6deea305588d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.170049] env[69942]: DEBUG oslo_concurrency.lockutils [req-690ca9a9-3c67-4134-b13a-45d31090e3d3 req-cdffa8cc-af62-493f-bfdd-a1f9ccc39176 service nova] Acquiring lock "refresh_cache-69e3941d-3b7b-4197-be14-9334c5cd330d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.170478] env[69942]: DEBUG oslo_concurrency.lockutils [req-690ca9a9-3c67-4134-b13a-45d31090e3d3 req-cdffa8cc-af62-493f-bfdd-a1f9ccc39176 service nova] Acquired lock "refresh_cache-69e3941d-3b7b-4197-be14-9334c5cd330d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.170803] env[69942]: DEBUG nova.network.neutron [req-690ca9a9-3c67-4134-b13a-45d31090e3d3 req-cdffa8cc-af62-493f-bfdd-a1f9ccc39176 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Refreshing network info cache for port 887c6481-c2fe-417a-bc3a-6deea305588d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.218232] env[69942]: DEBUG nova.scheduler.client.report [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.254706] env[69942]: DEBUG nova.network.neutron [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.435708] env[69942]: DEBUG nova.network.neutron [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance_info_cache with network_info: [{"id": "6711469c-869a-4a26-a042-105b61c5fcf1", "address": "fa:16:3e:52:a7:4f", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6711469c-86", "ovs_interfaceid": "6711469c-869a-4a26-a042-105b61c5fcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.720909] env[69942]: DEBUG oslo_concurrency.lockutils [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.726297] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.346s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.726700] env[69942]: DEBUG nova.objects.instance [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'resources' on Instance uuid 743145b3-8f63-4f36-80ad-cd277f780e48 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.744375] env[69942]: INFO nova.scheduler.client.report [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Deleted allocations for instance 1105e6d9-a70e-4f75-a7dc-50c709f33b72 [ 1257.853543] env[69942]: DEBUG nova.compute.manager [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.884142] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.884142] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.884142] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.884692] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.885172] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.885458] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.886088] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.886613] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.887080] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.887854] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.888728] env[69942]: DEBUG nova.virt.hardware [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.889772] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2103b3a2-13e1-4651-af6e-bf62fa963057 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.901689] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df4381-f61c-4d23-b24f-6962ebdc40ea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.938950] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.939243] env[69942]: DEBUG nova.compute.manager [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Instance network_info: |[{"id": "6711469c-869a-4a26-a042-105b61c5fcf1", "address": "fa:16:3e:52:a7:4f", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6711469c-86", "ovs_interfaceid": "6711469c-869a-4a26-a042-105b61c5fcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.939679] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:a7:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6711469c-869a-4a26-a042-105b61c5fcf1', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.948462] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.951235] env[69942]: DEBUG nova.network.neutron [req-690ca9a9-3c67-4134-b13a-45d31090e3d3 req-cdffa8cc-af62-493f-bfdd-a1f9ccc39176 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Updated VIF entry in instance network info cache for port 887c6481-c2fe-417a-bc3a-6deea305588d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.951692] env[69942]: DEBUG nova.network.neutron [req-690ca9a9-3c67-4134-b13a-45d31090e3d3 req-cdffa8cc-af62-493f-bfdd-a1f9ccc39176 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Updating instance_info_cache with network_info: [{"id": "887c6481-c2fe-417a-bc3a-6deea305588d", "address": "fa:16:3e:fd:b2:e4", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap887c6481-c2", "ovs_interfaceid": "887c6481-c2fe-417a-bc3a-6deea305588d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.954549] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.958026] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c4d2085-dc8a-47f0-8f03-77ca77bc7f88 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.973772] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquiring lock "7409e643-9c90-4520-811f-1937569921f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.974058] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lock "7409e643-9c90-4520-811f-1937569921f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.982306] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.982306] env[69942]: value = "task-3831783" [ 1257.982306] env[69942]: _type = "Task" [ 1257.982306] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.992789] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831783, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.039767] env[69942]: DEBUG nova.compute.manager [req-a9129872-a469-4a65-b22f-006f8ca98e9e req-1ab1f351-f007-4aa5-ac0b-e6bacec2950c service nova] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Received event network-changed-6711469c-869a-4a26-a042-105b61c5fcf1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.040061] env[69942]: DEBUG nova.compute.manager [req-a9129872-a469-4a65-b22f-006f8ca98e9e req-1ab1f351-f007-4aa5-ac0b-e6bacec2950c service nova] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Refreshing instance network info cache due to event network-changed-6711469c-869a-4a26-a042-105b61c5fcf1. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.040222] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9129872-a469-4a65-b22f-006f8ca98e9e req-1ab1f351-f007-4aa5-ac0b-e6bacec2950c service nova] Acquiring lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.040351] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9129872-a469-4a65-b22f-006f8ca98e9e req-1ab1f351-f007-4aa5-ac0b-e6bacec2950c service nova] Acquired lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.040544] env[69942]: DEBUG nova.network.neutron [req-a9129872-a469-4a65-b22f-006f8ca98e9e req-1ab1f351-f007-4aa5-ac0b-e6bacec2950c service nova] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Refreshing network info cache for port 6711469c-869a-4a26-a042-105b61c5fcf1 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.255560] env[69942]: DEBUG oslo_concurrency.lockutils [None req-292ca1ca-70ae-4bd1-87cf-5eb986af54b7 tempest-ServersNegativeTestJSON-138618755 tempest-ServersNegativeTestJSON-138618755-project-member] Lock "1105e6d9-a70e-4f75-a7dc-50c709f33b72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.472s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.455212] env[69942]: DEBUG oslo_concurrency.lockutils [req-690ca9a9-3c67-4134-b13a-45d31090e3d3 req-cdffa8cc-af62-493f-bfdd-a1f9ccc39176 service nova] Releasing lock "refresh_cache-69e3941d-3b7b-4197-be14-9334c5cd330d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.480372] env[69942]: DEBUG nova.compute.manager [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.490526] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96906672-5158-47f4-a39b-fcaa11abaf22 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.501110] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831783, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.502174] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858858eb-0786-4a60-a0a2-75061f7c03bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.548414] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6507c7c4-b23b-49f7-b70c-ca651885625f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.557163] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06918a1a-6f8b-42c5-bf55-253f563d86a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.576166] env[69942]: DEBUG nova.compute.provider_tree [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.590525] env[69942]: DEBUG nova.network.neutron [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Successfully updated port: 1c7720bb-4928-4e17-98e4-d869e38b577f {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.910541] env[69942]: DEBUG nova.network.neutron [req-a9129872-a469-4a65-b22f-006f8ca98e9e req-1ab1f351-f007-4aa5-ac0b-e6bacec2950c service nova] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updated VIF entry in instance network info cache for port 6711469c-869a-4a26-a042-105b61c5fcf1. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.910926] env[69942]: DEBUG nova.network.neutron [req-a9129872-a469-4a65-b22f-006f8ca98e9e req-1ab1f351-f007-4aa5-ac0b-e6bacec2950c service nova] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance_info_cache with network_info: [{"id": "6711469c-869a-4a26-a042-105b61c5fcf1", "address": "fa:16:3e:52:a7:4f", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6711469c-86", "ovs_interfaceid": "6711469c-869a-4a26-a042-105b61c5fcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.995578] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831783, 'name': CreateVM_Task, 'duration_secs': 0.828013} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.997884] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.998818] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.999052] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.999344] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.999612] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68eee440-89db-4152-9eef-b922a303c121 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.005320] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1259.005320] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a1e21b-45de-8fd2-3e3a-d2b33670ba68" [ 1259.005320] env[69942]: _type = "Task" [ 1259.005320] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.014802] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a1e21b-45de-8fd2-3e3a-d2b33670ba68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.015849] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.080190] env[69942]: DEBUG nova.scheduler.client.report [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.093486] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.093652] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.093825] env[69942]: DEBUG nova.network.neutron [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.413762] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9129872-a469-4a65-b22f-006f8ca98e9e req-1ab1f351-f007-4aa5-ac0b-e6bacec2950c service nova] Releasing lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.516267] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a1e21b-45de-8fd2-3e3a-d2b33670ba68, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.516539] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.516813] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.517072] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.517225] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.517403] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.517684] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7082855c-14e7-4368-893d-444601449bfd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.527439] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.527678] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.528450] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5fa6a8-945c-475b-b3a8-6613d7795c1b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.535175] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1259.535175] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5296e3fd-9afa-862a-a098-b397e9c6267d" [ 1259.535175] env[69942]: _type = "Task" [ 1259.535175] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.543480] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5296e3fd-9afa-862a-a098-b397e9c6267d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.586360] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.588878] env[69942]: DEBUG oslo_concurrency.lockutils [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.119s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.589157] env[69942]: DEBUG nova.objects.instance [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lazy-loading 'resources' on Instance uuid 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.613326] env[69942]: INFO nova.scheduler.client.report [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleted allocations for instance 743145b3-8f63-4f36-80ad-cd277f780e48 [ 1259.639413] env[69942]: DEBUG nova.network.neutron [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.801038] env[69942]: DEBUG nova.network.neutron [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance_info_cache with network_info: [{"id": "1c7720bb-4928-4e17-98e4-d869e38b577f", "address": "fa:16:3e:b2:5b:d0", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7720bb-49", "ovs_interfaceid": "1c7720bb-4928-4e17-98e4-d869e38b577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.051253] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5296e3fd-9afa-862a-a098-b397e9c6267d, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.052216] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a77493f-c45a-4801-921b-0dfdb65176da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.060414] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1260.060414] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e2f3e1-c344-7fc8-1c83-83d1e4293dab" [ 1260.060414] env[69942]: _type = "Task" [ 1260.060414] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.070286] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e2f3e1-c344-7fc8-1c83-83d1e4293dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.088050] env[69942]: DEBUG nova.compute.manager [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Received event network-vif-plugged-1c7720bb-4928-4e17-98e4-d869e38b577f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.088285] env[69942]: DEBUG oslo_concurrency.lockutils [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] Acquiring lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.088492] env[69942]: DEBUG oslo_concurrency.lockutils [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] Lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.088667] env[69942]: DEBUG oslo_concurrency.lockutils [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] Lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.088837] env[69942]: DEBUG nova.compute.manager [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] No waiting events found dispatching network-vif-plugged-1c7720bb-4928-4e17-98e4-d869e38b577f {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.089009] env[69942]: WARNING nova.compute.manager [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Received unexpected event network-vif-plugged-1c7720bb-4928-4e17-98e4-d869e38b577f for instance with vm_state building and task_state spawning. [ 1260.089186] env[69942]: DEBUG nova.compute.manager [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Received event network-changed-1c7720bb-4928-4e17-98e4-d869e38b577f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.089342] env[69942]: DEBUG nova.compute.manager [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Refreshing instance network info cache due to event network-changed-1c7720bb-4928-4e17-98e4-d869e38b577f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.089507] env[69942]: DEBUG oslo_concurrency.lockutils [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] Acquiring lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.091386] env[69942]: DEBUG nova.objects.instance [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lazy-loading 'numa_topology' on Instance uuid 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.125631] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1b4e010b-a2cd-465d-afba-ae2e7d169f63 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "743145b3-8f63-4f36-80ad-cd277f780e48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.611s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.303874] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.305190] env[69942]: DEBUG nova.compute.manager [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Instance network_info: |[{"id": "1c7720bb-4928-4e17-98e4-d869e38b577f", "address": "fa:16:3e:b2:5b:d0", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7720bb-49", "ovs_interfaceid": "1c7720bb-4928-4e17-98e4-d869e38b577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1260.305190] env[69942]: DEBUG oslo_concurrency.lockutils [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] Acquired lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.305190] env[69942]: DEBUG nova.network.neutron [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Refreshing network info cache for port 1c7720bb-4928-4e17-98e4-d869e38b577f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.306680] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:5b:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c7720bb-4928-4e17-98e4-d869e38b577f', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.313901] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.316886] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.317482] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35236c8a-072a-4822-8b42-efd4e542d698 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.340448] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.340448] env[69942]: value = "task-3831784" [ 1260.340448] env[69942]: _type = "Task" [ 1260.340448] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.349553] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831784, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.572968] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e2f3e1-c344-7fc8-1c83-83d1e4293dab, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.573538] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.573614] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 17a26397-38c2-4909-a69d-284e073960ef/17a26397-38c2-4909-a69d-284e073960ef.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.574342] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb799967-61e1-45ae-980f-a8e8adc8536d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.581732] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1260.581732] env[69942]: value = "task-3831785" [ 1260.581732] env[69942]: _type = "Task" [ 1260.581732] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.593025] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.593530] env[69942]: DEBUG nova.objects.base [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Object Instance<96a7c5f7-eb1a-45a1-ae65-2289c0440ee8> lazy-loaded attributes: resources,numa_topology {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1260.614613] env[69942]: DEBUG nova.network.neutron [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updated VIF entry in instance network info cache for port 1c7720bb-4928-4e17-98e4-d869e38b577f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.614931] env[69942]: DEBUG nova.network.neutron [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance_info_cache with network_info: [{"id": "1c7720bb-4928-4e17-98e4-d869e38b577f", "address": "fa:16:3e:b2:5b:d0", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7720bb-49", "ovs_interfaceid": "1c7720bb-4928-4e17-98e4-d869e38b577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.795270] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb43908-7e8c-4ac2-98cb-c48cf6a5467a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.804401] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b51d59-751c-4478-845b-9ce9f9a494da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.837526] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6889f159-7b39-4f12-8e23-8260f8128fe4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.850295] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d8435-7b06-4517-94ec-32baaced9a14 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.857851] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831784, 'name': CreateVM_Task, 'duration_secs': 0.326956} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.858605] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.860258] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.860258] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.860507] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.868580] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a507f98c-f665-45e4-aaa4-68c333b6e894 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.871805] env[69942]: DEBUG nova.compute.provider_tree [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.877254] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1260.877254] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523dde73-7a2c-3248-2a03-b8b682ccc22c" [ 1260.877254] env[69942]: _type = "Task" [ 1260.877254] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.888098] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523dde73-7a2c-3248-2a03-b8b682ccc22c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.092607] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831785, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.118652] env[69942]: DEBUG oslo_concurrency.lockutils [req-8ee32051-a5e6-4203-9a5e-44ff25090055 req-f27a72a3-0cd6-473d-b23e-6a1c4f856c02 service nova] Releasing lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.374676] env[69942]: DEBUG nova.scheduler.client.report [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.390725] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523dde73-7a2c-3248-2a03-b8b682ccc22c, 'name': SearchDatastore_Task, 'duration_secs': 0.061765} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.391246] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.391557] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.391865] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.392102] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.392400] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.393483] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0890049-4b79-4ac8-9b73-71948da3a8de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.406714] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.406994] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.408218] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5cade1-3512-490f-8a93-1c8011caea22 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.416741] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1261.416741] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f6f623-5a1a-446d-6efc-0bdcff3dc33b" [ 1261.416741] env[69942]: _type = "Task" [ 1261.416741] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.428240] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f6f623-5a1a-446d-6efc-0bdcff3dc33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.593945] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553744} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.594309] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 17a26397-38c2-4909-a69d-284e073960ef/17a26397-38c2-4909-a69d-284e073960ef.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.594546] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.594858] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89e9bac8-82da-442f-a2a3-dd22ea607f04 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.602757] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1261.602757] env[69942]: value = "task-3831786" [ 1261.602757] env[69942]: _type = "Task" [ 1261.602757] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.614045] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.884549] env[69942]: DEBUG oslo_concurrency.lockutils [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.887938] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.517s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.928506] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f6f623-5a1a-446d-6efc-0bdcff3dc33b, 'name': SearchDatastore_Task, 'duration_secs': 0.013243} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.929985] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e18bc7-b193-4b32-a0c6-e173a506b77e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.936449] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1261.936449] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bedfee-8819-08e4-bcb9-fb982152c91c" [ 1261.936449] env[69942]: _type = "Task" [ 1261.936449] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.945175] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bedfee-8819-08e4-bcb9-fb982152c91c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.113156] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081836} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.113448] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.114259] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17562b0-02e2-413b-85f4-2fc2b0a95ec4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.138057] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 17a26397-38c2-4909-a69d-284e073960ef/17a26397-38c2-4909-a69d-284e073960ef.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.138368] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e48aea-856d-4e9e-90d0-bd477237b233 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.159616] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1262.159616] env[69942]: value = "task-3831787" [ 1262.159616] env[69942]: _type = "Task" [ 1262.159616] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.168677] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.402645] env[69942]: DEBUG oslo_concurrency.lockutils [None req-061abf21-9dc2-40be-9154-96d9a3518ed5 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.099s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.402645] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.412s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.402645] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.402645] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.402645] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.403192] env[69942]: INFO nova.compute.manager [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Terminating instance [ 1262.447181] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52bedfee-8819-08e4-bcb9-fb982152c91c, 'name': SearchDatastore_Task, 'duration_secs': 0.07756} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.447449] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.447713] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc/02e39c3a-38e2-4e10-a0ac-b97a919f0ddc.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.447977] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76e9ea08-5a35-44c9-a6ca-3379c4314852 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.455539] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1262.455539] env[69942]: value = "task-3831788" [ 1262.455539] env[69942]: _type = "Task" [ 1262.455539] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.464296] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.672664] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.695499] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.695796] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.906401] env[69942]: DEBUG nova.compute.manager [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.906714] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.907083] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e76bbc0-36cf-4d3c-b03f-fb5e24cdda9d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.918898] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e257a933-cc88-4aa6-b5a4-0088df5e39bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.933076] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 75bb2855-1e92-47e3-b181-2ace83c7ee2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.933278] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance fc4343e8-054c-41d5-9d43-010d83bb9135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.933446] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d7eace9a-e71e-4934-bc6b-0695c38fc895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.933620] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance bf0aaf09-f1ba-4b4b-8976-32dc9f0209df is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1262.933761] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance aab23310-6005-492c-9f19-ee5c30d28fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.933940] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance b947b2ed-3d18-47fc-b549-68e301a1ad41 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1262.934112] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.934272] env[69942]: WARNING nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 5694c57c-5d14-4ba8-b07d-3d0eacaadb95 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1262.934425] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 69e3941d-3b7b-4197-be14-9334c5cd330d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.934575] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 17a26397-38c2-4909-a69d-284e073960ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.934735] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1262.957414] env[69942]: WARNING nova.virt.vmwareapi.vmops [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8 could not be found. [ 1262.957566] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.957773] env[69942]: INFO nova.compute.manager [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1262.958025] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.962044] env[69942]: DEBUG nova.compute.manager [-] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.962168] env[69942]: DEBUG nova.network.neutron [-] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.976715] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831788, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.171354] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831787, 'name': ReconfigVM_Task, 'duration_secs': 0.697897} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.171658] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 17a26397-38c2-4909-a69d-284e073960ef/17a26397-38c2-4909-a69d-284e073960ef.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.172654] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11899778-604f-4f97-8ab2-a05666151af4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.180232] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1263.180232] env[69942]: value = "task-3831789" [ 1263.180232] env[69942]: _type = "Task" [ 1263.180232] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.189749] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831789, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.198773] env[69942]: DEBUG nova.compute.manager [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.438372] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 1639dd2e-ae2e-4cb6-95a8-689c4c869438 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1263.467685] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689104} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.467985] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc/02e39c3a-38e2-4e10-a0ac-b97a919f0ddc.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.468224] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.468478] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caa17db0-54b8-4834-81d7-8556025f5a4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.476431] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1263.476431] env[69942]: value = "task-3831790" [ 1263.476431] env[69942]: _type = "Task" [ 1263.476431] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.487024] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.694791] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831789, 'name': Rename_Task, 'duration_secs': 0.161554} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.695300] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.695688] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403c4a9c-62df-4007-8aae-e3214c4cf323 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.698247] env[69942]: DEBUG nova.network.neutron [-] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.708076] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1263.708076] env[69942]: value = "task-3831791" [ 1263.708076] env[69942]: _type = "Task" [ 1263.708076] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.727078] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831791, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.728995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.941899] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 7409e643-9c90-4520-811f-1937569921f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1263.989037] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070044} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.989037] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.989922] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e9795e-fa92-421f-8b60-e435693edf41 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.013247] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc/02e39c3a-38e2-4e10-a0ac-b97a919f0ddc.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.013550] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c9b36cf-d8c0-494e-8f1d-5e93384eef08 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.035021] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1264.035021] env[69942]: value = "task-3831792" [ 1264.035021] env[69942]: _type = "Task" [ 1264.035021] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.045044] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.201696] env[69942]: INFO nova.compute.manager [-] [instance: 96a7c5f7-eb1a-45a1-ae65-2289c0440ee8] Took 1.24 seconds to deallocate network for instance. [ 1264.223608] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.446218] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1264.446459] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1264.446597] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1264.550138] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.666086] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e1b6bd-93fc-4dfa-acff-8be6649f7db7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.673782] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb30cb60-c575-42b6-befe-814b32566ce6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.709202] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d70c7f3-1d55-48ac-b7c0-ac6f4c8be502 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.726861] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626dcf2f-abff-43e8-87c3-3b89f79aa924 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.730926] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831791, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.744422] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.047292] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831792, 'name': ReconfigVM_Task, 'duration_secs': 0.795657} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.047575] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc/02e39c3a-38e2-4e10-a0ac-b97a919f0ddc.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.048210] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd4d03f0-d7e0-46ad-917d-3f68816db80d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.056262] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1265.056262] env[69942]: value = "task-3831793" [ 1265.056262] env[69942]: _type = "Task" [ 1265.056262] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.065311] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831793, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.224531] env[69942]: DEBUG oslo_vmware.api [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831791, 'name': PowerOnVM_Task, 'duration_secs': 1.083288} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.224688] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.224917] env[69942]: INFO nova.compute.manager [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1265.225121] env[69942]: DEBUG nova.compute.manager [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.225974] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d393ac98-299f-4034-bc31-0d862ab27e46 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.249649] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.254126] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e6956fd-580d-4105-bcbb-6757b7d903e7 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "96a7c5f7-eb1a-45a1-ae65-2289c0440ee8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.853s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.567067] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831793, 'name': Rename_Task, 'duration_secs': 0.143961} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.567436] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.567787] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c316ddc8-b232-4b4d-b496-0efb2ef4ec33 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.575048] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1265.575048] env[69942]: value = "task-3831794" [ 1265.575048] env[69942]: _type = "Task" [ 1265.575048] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.583646] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.746031] env[69942]: INFO nova.compute.manager [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Took 24.35 seconds to build instance. [ 1265.755998] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1265.756379] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.868s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.757367] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.879s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.757566] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.759813] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.799s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.762074] env[69942]: INFO nova.compute.claims [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.783508] env[69942]: INFO nova.scheduler.client.report [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Deleted allocations for instance 5694c57c-5d14-4ba8-b07d-3d0eacaadb95 [ 1265.970431] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "0f24152f-0c97-4b03-b839-84d0408232ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.970682] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "0f24152f-0c97-4b03-b839-84d0408232ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.088018] env[69942]: DEBUG oslo_vmware.api [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831794, 'name': PowerOnVM_Task, 'duration_secs': 0.502983} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.088018] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.088018] env[69942]: INFO nova.compute.manager [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1266.088018] env[69942]: DEBUG nova.compute.manager [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.088018] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f77c60-0c74-4263-8922-ae0de923a263 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.249179] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9877c51c-cd44-4de4-8720-9e98f3d5969b tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "17a26397-38c2-4909-a69d-284e073960ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.870s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.293475] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e40a048-8d3b-4633-8086-1c1ffc327ec0 tempest-TenantUsagesTestJSON-971120865 tempest-TenantUsagesTestJSON-971120865-project-member] Lock "5694c57c-5d14-4ba8-b07d-3d0eacaadb95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.045s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.472969] env[69942]: DEBUG nova.compute.manager [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.608795] env[69942]: INFO nova.compute.manager [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Took 24.09 seconds to build instance. [ 1266.956580] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dd0cb3-e3cf-4698-9de0-1059d3de46e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.964641] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b4a4b6-5f6f-4dca-a384-b4cdde9e28e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.997451] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c6744-b7c1-478b-8358-043ba4937ca6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.008229] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bf9fbc-4052-4017-bd0e-a41894d38709 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.012903] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.023056] env[69942]: DEBUG nova.compute.provider_tree [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.111055] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5b8fdcb4-61d9-4e95-961b-831febab390a tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.608s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.528021] env[69942]: DEBUG nova.scheduler.client.report [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.781454] env[69942]: DEBUG nova.compute.manager [req-2b9c346e-61b9-44ca-b2ae-0c24e7e4e632 req-cfd43324-cd89-4465-ad1a-efd4e7ae9df3 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Received event network-changed-1c7720bb-4928-4e17-98e4-d869e38b577f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.781565] env[69942]: DEBUG nova.compute.manager [req-2b9c346e-61b9-44ca-b2ae-0c24e7e4e632 req-cfd43324-cd89-4465-ad1a-efd4e7ae9df3 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Refreshing instance network info cache due to event network-changed-1c7720bb-4928-4e17-98e4-d869e38b577f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.781780] env[69942]: DEBUG oslo_concurrency.lockutils [req-2b9c346e-61b9-44ca-b2ae-0c24e7e4e632 req-cfd43324-cd89-4465-ad1a-efd4e7ae9df3 service nova] Acquiring lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.781921] env[69942]: DEBUG oslo_concurrency.lockutils [req-2b9c346e-61b9-44ca-b2ae-0c24e7e4e632 req-cfd43324-cd89-4465-ad1a-efd4e7ae9df3 service nova] Acquired lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.782091] env[69942]: DEBUG nova.network.neutron [req-2b9c346e-61b9-44ca-b2ae-0c24e7e4e632 req-cfd43324-cd89-4465-ad1a-efd4e7ae9df3 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Refreshing network info cache for port 1c7720bb-4928-4e17-98e4-d869e38b577f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.875797] env[69942]: DEBUG nova.compute.manager [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Stashing vm_state: active {{(pid=69942) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1268.031816] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.032366] env[69942]: DEBUG nova.compute.manager [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.034865] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.954s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.035074] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.037082] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.702s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.037267] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.039348] env[69942]: DEBUG oslo_concurrency.lockutils [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.502s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.039549] env[69942]: DEBUG nova.objects.instance [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1268.068042] env[69942]: INFO nova.scheduler.client.report [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleted allocations for instance b947b2ed-3d18-47fc-b549-68e301a1ad41 [ 1268.070888] env[69942]: INFO nova.scheduler.client.report [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted allocations for instance bf0aaf09-f1ba-4b4b-8976-32dc9f0209df [ 1268.393475] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.509359] env[69942]: DEBUG nova.network.neutron [req-2b9c346e-61b9-44ca-b2ae-0c24e7e4e632 req-cfd43324-cd89-4465-ad1a-efd4e7ae9df3 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updated VIF entry in instance network info cache for port 1c7720bb-4928-4e17-98e4-d869e38b577f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.509835] env[69942]: DEBUG nova.network.neutron [req-2b9c346e-61b9-44ca-b2ae-0c24e7e4e632 req-cfd43324-cd89-4465-ad1a-efd4e7ae9df3 service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance_info_cache with network_info: [{"id": "1c7720bb-4928-4e17-98e4-d869e38b577f", "address": "fa:16:3e:b2:5b:d0", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7720bb-49", "ovs_interfaceid": "1c7720bb-4928-4e17-98e4-d869e38b577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.543972] env[69942]: DEBUG nova.compute.utils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.549023] env[69942]: DEBUG nova.compute.manager [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.549023] env[69942]: DEBUG nova.network.neutron [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.583033] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3278c7cf-b80b-4b9f-9d7a-07bc629d5e98 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "b947b2ed-3d18-47fc-b549-68e301a1ad41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.240s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.583698] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd7ecc37-cb53-4afb-8499-1ea2d6454654 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "bf0aaf09-f1ba-4b4b-8976-32dc9f0209df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.056s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.602893] env[69942]: DEBUG nova.policy [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bef79649ece4954b197e2415d10192b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a63adc8b4dd8467783c750b04f8856b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.922550] env[69942]: DEBUG nova.network.neutron [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Successfully created port: 88f87931-fe27-40f8-bdac-b7ad2bb6dc70 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.013427] env[69942]: DEBUG oslo_concurrency.lockutils [req-2b9c346e-61b9-44ca-b2ae-0c24e7e4e632 req-cfd43324-cd89-4465-ad1a-efd4e7ae9df3 service nova] Releasing lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.040323] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.041084] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.041620] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "d7eace9a-e71e-4934-bc6b-0695c38fc895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.041879] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "d7eace9a-e71e-4934-bc6b-0695c38fc895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.042148] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "d7eace9a-e71e-4934-bc6b-0695c38fc895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.044517] env[69942]: INFO nova.compute.manager [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Terminating instance [ 1269.049284] env[69942]: DEBUG nova.compute.manager [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.056148] env[69942]: DEBUG oslo_concurrency.lockutils [None req-50b4f4db-39f5-4d9f-92c4-f95044c4d632 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.057867] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.042s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.063508] env[69942]: INFO nova.compute.claims [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.549819] env[69942]: DEBUG nova.compute.manager [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.550055] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.551077] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c06a5c-3cda-4e34-a936-4fffdf740308 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.562520] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.562783] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab547b66-2140-4d8d-993c-0145647292fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.570501] env[69942]: DEBUG oslo_vmware.api [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1269.570501] env[69942]: value = "task-3831795" [ 1269.570501] env[69942]: _type = "Task" [ 1269.570501] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.587242] env[69942]: DEBUG oslo_vmware.api [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.910978] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "d1d6ae86-2a14-49f9-adf2-223d46936965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.911263] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "d1d6ae86-2a14-49f9-adf2-223d46936965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.059983] env[69942]: DEBUG nova.compute.manager [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.086577] env[69942]: DEBUG oslo_vmware.api [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831795, 'name': PowerOffVM_Task, 'duration_secs': 0.334778} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.086951] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.087341] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.087566] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfe05db3-90a3-421b-9d32-428178f3e656 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.093314] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.093587] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.093747] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.093930] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.094093] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.094243] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.094455] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.094645] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.094847] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.095152] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.095385] env[69942]: DEBUG nova.virt.hardware [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.096868] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0b95ea-558b-4b53-bf4c-c53320ef43f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.104921] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4860c291-197a-480f-8fe3-f6177f120b41 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.163539] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.163771] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.163949] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleting the datastore file [datastore2] d7eace9a-e71e-4934-bc6b-0695c38fc895 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.164244] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed54f5df-4988-4f09-a1f6-763547b71020 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.172523] env[69942]: DEBUG oslo_vmware.api [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for the task: (returnval){ [ 1270.172523] env[69942]: value = "task-3831797" [ 1270.172523] env[69942]: _type = "Task" [ 1270.172523] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.185435] env[69942]: DEBUG oslo_vmware.api [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.284778] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ba52f6-5fff-4b14-82b8-874f29cccb8c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.292700] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee9722f-b106-4338-8003-09bde9242a76 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.324728] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8151d7d5-d473-4674-9d28-6be66740ef23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.334975] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eda35e-4658-4fa3-8284-242cfd00efd1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.349474] env[69942]: DEBUG nova.compute.provider_tree [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.416644] env[69942]: DEBUG nova.compute.manager [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.479472] env[69942]: DEBUG nova.compute.manager [req-07167663-ed0d-49f3-b373-ed83247d01bf req-2dfc8080-32d5-48c3-bf15-3f0bafaed38f service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Received event network-vif-plugged-88f87931-fe27-40f8-bdac-b7ad2bb6dc70 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.479693] env[69942]: DEBUG oslo_concurrency.lockutils [req-07167663-ed0d-49f3-b373-ed83247d01bf req-2dfc8080-32d5-48c3-bf15-3f0bafaed38f service nova] Acquiring lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.479951] env[69942]: DEBUG oslo_concurrency.lockutils [req-07167663-ed0d-49f3-b373-ed83247d01bf req-2dfc8080-32d5-48c3-bf15-3f0bafaed38f service nova] Lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.480090] env[69942]: DEBUG oslo_concurrency.lockutils [req-07167663-ed0d-49f3-b373-ed83247d01bf req-2dfc8080-32d5-48c3-bf15-3f0bafaed38f service nova] Lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.480258] env[69942]: DEBUG nova.compute.manager [req-07167663-ed0d-49f3-b373-ed83247d01bf req-2dfc8080-32d5-48c3-bf15-3f0bafaed38f service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] No waiting events found dispatching network-vif-plugged-88f87931-fe27-40f8-bdac-b7ad2bb6dc70 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.480419] env[69942]: WARNING nova.compute.manager [req-07167663-ed0d-49f3-b373-ed83247d01bf req-2dfc8080-32d5-48c3-bf15-3f0bafaed38f service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Received unexpected event network-vif-plugged-88f87931-fe27-40f8-bdac-b7ad2bb6dc70 for instance with vm_state building and task_state spawning. [ 1270.578843] env[69942]: DEBUG nova.network.neutron [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Successfully updated port: 88f87931-fe27-40f8-bdac-b7ad2bb6dc70 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.683613] env[69942]: DEBUG oslo_vmware.api [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Task: {'id': task-3831797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22292} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.683968] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.684250] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.684484] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.684777] env[69942]: INFO nova.compute.manager [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1270.685129] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.685394] env[69942]: DEBUG nova.compute.manager [-] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.685520] env[69942]: DEBUG nova.network.neutron [-] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.852619] env[69942]: DEBUG nova.scheduler.client.report [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.943747] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.083900] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "refresh_cache-1639dd2e-ae2e-4cb6-95a8-689c4c869438" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.084168] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "refresh_cache-1639dd2e-ae2e-4cb6-95a8-689c4c869438" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.084217] env[69942]: DEBUG nova.network.neutron [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.357865] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.358467] env[69942]: DEBUG nova.compute.manager [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.361214] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.632s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.362762] env[69942]: INFO nova.compute.claims [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.459682] env[69942]: DEBUG nova.network.neutron [-] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.616830] env[69942]: DEBUG nova.network.neutron [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.749118] env[69942]: DEBUG nova.network.neutron [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Updating instance_info_cache with network_info: [{"id": "88f87931-fe27-40f8-bdac-b7ad2bb6dc70", "address": "fa:16:3e:0f:8a:85", "network": {"id": "b7437577-ea6d-4fe7-a6e1-07288bd3fde3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887792908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a63adc8b4dd8467783c750b04f8856b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f87931-fe", "ovs_interfaceid": "88f87931-fe27-40f8-bdac-b7ad2bb6dc70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.866876] env[69942]: DEBUG nova.compute.utils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.870063] env[69942]: DEBUG nova.compute.manager [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.870246] env[69942]: DEBUG nova.network.neutron [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.935770] env[69942]: DEBUG nova.policy [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf22174d5eb74967a548a095700cca4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca2eb6d278aa4cbfa3803b614bc8e065', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.962927] env[69942]: INFO nova.compute.manager [-] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Took 1.28 seconds to deallocate network for instance. [ 1272.223584] env[69942]: DEBUG nova.network.neutron [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Successfully created port: 9b53e19b-63e3-455b-83ad-d61c83bd7313 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.251972] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "refresh_cache-1639dd2e-ae2e-4cb6-95a8-689c4c869438" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.252512] env[69942]: DEBUG nova.compute.manager [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Instance network_info: |[{"id": "88f87931-fe27-40f8-bdac-b7ad2bb6dc70", "address": "fa:16:3e:0f:8a:85", "network": {"id": "b7437577-ea6d-4fe7-a6e1-07288bd3fde3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887792908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a63adc8b4dd8467783c750b04f8856b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f87931-fe", "ovs_interfaceid": "88f87931-fe27-40f8-bdac-b7ad2bb6dc70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1272.253158] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:8a:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88f87931-fe27-40f8-bdac-b7ad2bb6dc70', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.261418] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Creating folder: Project (a63adc8b4dd8467783c750b04f8856b2). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.262068] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52e83ff4-8890-4738-82e3-ff0c74bcdc9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.275074] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Created folder: Project (a63adc8b4dd8467783c750b04f8856b2) in parent group-v761487. [ 1272.275304] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Creating folder: Instances. Parent ref: group-v761765. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.275575] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82aaedc0-3c9e-41c4-a481-ddd0d4e507c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.286271] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Created folder: Instances in parent group-v761765. [ 1272.286526] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.286768] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.286996] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbe89259-f0af-4fb7-9c79-d185cb7fa95f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.306525] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.306525] env[69942]: value = "task-3831800" [ 1272.306525] env[69942]: _type = "Task" [ 1272.306525] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.315000] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831800, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.343816] env[69942]: DEBUG nova.compute.manager [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.344785] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd42928-0824-4a54-98b9-23220c194dbe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.374941] env[69942]: DEBUG nova.compute.manager [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.469432] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.510173] env[69942]: DEBUG nova.compute.manager [req-51c69782-6821-40e4-a5bd-3902a3ef2ecd req-6e9bc2bd-5cfd-43fc-b844-dd423b91ee7e service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Received event network-changed-88f87931-fe27-40f8-bdac-b7ad2bb6dc70 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.510498] env[69942]: DEBUG nova.compute.manager [req-51c69782-6821-40e4-a5bd-3902a3ef2ecd req-6e9bc2bd-5cfd-43fc-b844-dd423b91ee7e service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Refreshing instance network info cache due to event network-changed-88f87931-fe27-40f8-bdac-b7ad2bb6dc70. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.510811] env[69942]: DEBUG oslo_concurrency.lockutils [req-51c69782-6821-40e4-a5bd-3902a3ef2ecd req-6e9bc2bd-5cfd-43fc-b844-dd423b91ee7e service nova] Acquiring lock "refresh_cache-1639dd2e-ae2e-4cb6-95a8-689c4c869438" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.511202] env[69942]: DEBUG oslo_concurrency.lockutils [req-51c69782-6821-40e4-a5bd-3902a3ef2ecd req-6e9bc2bd-5cfd-43fc-b844-dd423b91ee7e service nova] Acquired lock "refresh_cache-1639dd2e-ae2e-4cb6-95a8-689c4c869438" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.511343] env[69942]: DEBUG nova.network.neutron [req-51c69782-6821-40e4-a5bd-3902a3ef2ecd req-6e9bc2bd-5cfd-43fc-b844-dd423b91ee7e service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Refreshing network info cache for port 88f87931-fe27-40f8-bdac-b7ad2bb6dc70 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.599967] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f156586-4459-44bb-8f8d-97341cb9e844 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.610336] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88ff841-3c29-462c-8765-201ae6894a28 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.647308] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f605a18-059c-49d0-9d17-1f1382eeb192 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.655498] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d757d-b03c-4e05-8a10-dbbfacc9360f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.669535] env[69942]: DEBUG nova.compute.provider_tree [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.817821] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831800, 'name': CreateVM_Task, 'duration_secs': 0.327388} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.818014] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.818741] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.818910] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.819274] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.819543] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86bcc6cf-9208-4610-8c26-320716624ea1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.825165] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1272.825165] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523cdd11-23bb-bed0-7c01-ba74662afa6c" [ 1272.825165] env[69942]: _type = "Task" [ 1272.825165] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.833678] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523cdd11-23bb-bed0-7c01-ba74662afa6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.855844] env[69942]: INFO nova.compute.manager [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] instance snapshotting [ 1272.856482] env[69942]: DEBUG nova.objects.instance [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'flavor' on Instance uuid d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.173258] env[69942]: DEBUG nova.scheduler.client.report [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.214568] env[69942]: DEBUG nova.network.neutron [req-51c69782-6821-40e4-a5bd-3902a3ef2ecd req-6e9bc2bd-5cfd-43fc-b844-dd423b91ee7e service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Updated VIF entry in instance network info cache for port 88f87931-fe27-40f8-bdac-b7ad2bb6dc70. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.214981] env[69942]: DEBUG nova.network.neutron [req-51c69782-6821-40e4-a5bd-3902a3ef2ecd req-6e9bc2bd-5cfd-43fc-b844-dd423b91ee7e service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Updating instance_info_cache with network_info: [{"id": "88f87931-fe27-40f8-bdac-b7ad2bb6dc70", "address": "fa:16:3e:0f:8a:85", "network": {"id": "b7437577-ea6d-4fe7-a6e1-07288bd3fde3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887792908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a63adc8b4dd8467783c750b04f8856b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f87931-fe", "ovs_interfaceid": "88f87931-fe27-40f8-bdac-b7ad2bb6dc70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.335911] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523cdd11-23bb-bed0-7c01-ba74662afa6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.336325] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.336698] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.336861] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.337028] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.337236] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.337517] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4114cb43-4531-4e75-8b21-871dfa21994d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.346834] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.347051] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.347783] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086b5803-231f-4092-8da4-c97cc8357dcd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.355089] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1273.355089] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fd88d8-8ac3-204d-63c0-e41082e0c289" [ 1273.355089] env[69942]: _type = "Task" [ 1273.355089] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.365153] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fd88d8-8ac3-204d-63c0-e41082e0c289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.366187] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c3edf9-d60e-42ac-9f3d-708dbb62da4d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.385454] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799f45b6-6e7c-48da-935f-c29963fad9d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.388726] env[69942]: DEBUG nova.compute.manager [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.413308] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.414031] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.414031] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.414031] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.414031] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.414244] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.414361] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.414513] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.414832] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.414889] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.415056] env[69942]: DEBUG nova.virt.hardware [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.416038] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50f3602-598a-4f97-b88b-765824049027 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.424539] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd274d5-227c-46b5-ba7d-d755375f57bc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.679093] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.679451] env[69942]: DEBUG nova.compute.manager [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.682263] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.669s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.683689] env[69942]: INFO nova.compute.claims [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.696198] env[69942]: DEBUG nova.network.neutron [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Successfully updated port: 9b53e19b-63e3-455b-83ad-d61c83bd7313 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.717736] env[69942]: DEBUG oslo_concurrency.lockutils [req-51c69782-6821-40e4-a5bd-3902a3ef2ecd req-6e9bc2bd-5cfd-43fc-b844-dd423b91ee7e service nova] Releasing lock "refresh_cache-1639dd2e-ae2e-4cb6-95a8-689c4c869438" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.718437] env[69942]: DEBUG nova.compute.manager [req-51c69782-6821-40e4-a5bd-3902a3ef2ecd req-6e9bc2bd-5cfd-43fc-b844-dd423b91ee7e service nova] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Received event network-vif-deleted-6ae43b45-ea8f-4934-88f2-d8f8325ab435 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.865365] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52fd88d8-8ac3-204d-63c0-e41082e0c289, 'name': SearchDatastore_Task, 'duration_secs': 0.014846} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.866248] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c22212f3-fc64-49f2-a25e-f0572134ab58 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.871797] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1273.871797] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52728ade-55d3-de0a-b28e-16f084e6faa4" [ 1273.871797] env[69942]: _type = "Task" [ 1273.871797] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.880012] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52728ade-55d3-de0a-b28e-16f084e6faa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.899340] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1273.899662] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-044de575-26dd-4d04-8218-2be24d0b9476 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.907967] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1273.907967] env[69942]: value = "task-3831801" [ 1273.907967] env[69942]: _type = "Task" [ 1273.907967] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.919264] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831801, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.188479] env[69942]: DEBUG nova.compute.utils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.192449] env[69942]: DEBUG nova.compute.manager [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.192705] env[69942]: DEBUG nova.network.neutron [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.198676] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquiring lock "refresh_cache-7409e643-9c90-4520-811f-1937569921f1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.198867] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquired lock "refresh_cache-7409e643-9c90-4520-811f-1937569921f1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.199069] env[69942]: DEBUG nova.network.neutron [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.241332] env[69942]: DEBUG nova.policy [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e00d27a6a746c79a84dd5f49cfab49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff386c56ed0c409aa4929716bd436f80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.383950] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52728ade-55d3-de0a-b28e-16f084e6faa4, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.384270] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.384542] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 1639dd2e-ae2e-4cb6-95a8-689c4c869438/1639dd2e-ae2e-4cb6-95a8-689c4c869438.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.384834] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0c1a108-c5e5-41da-b6fe-f1644f6f166f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.393258] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1274.393258] env[69942]: value = "task-3831802" [ 1274.393258] env[69942]: _type = "Task" [ 1274.393258] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.404754] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.418288] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831801, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.542808] env[69942]: DEBUG nova.compute.manager [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] [instance: 7409e643-9c90-4520-811f-1937569921f1] Received event network-vif-plugged-9b53e19b-63e3-455b-83ad-d61c83bd7313 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.542808] env[69942]: DEBUG oslo_concurrency.lockutils [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] Acquiring lock "7409e643-9c90-4520-811f-1937569921f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.542808] env[69942]: DEBUG oslo_concurrency.lockutils [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] Lock "7409e643-9c90-4520-811f-1937569921f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.542808] env[69942]: DEBUG oslo_concurrency.lockutils [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] Lock "7409e643-9c90-4520-811f-1937569921f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.542808] env[69942]: DEBUG nova.compute.manager [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] [instance: 7409e643-9c90-4520-811f-1937569921f1] No waiting events found dispatching network-vif-plugged-9b53e19b-63e3-455b-83ad-d61c83bd7313 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.542808] env[69942]: WARNING nova.compute.manager [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] [instance: 7409e643-9c90-4520-811f-1937569921f1] Received unexpected event network-vif-plugged-9b53e19b-63e3-455b-83ad-d61c83bd7313 for instance with vm_state building and task_state spawning. [ 1274.542808] env[69942]: DEBUG nova.compute.manager [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] [instance: 7409e643-9c90-4520-811f-1937569921f1] Received event network-changed-9b53e19b-63e3-455b-83ad-d61c83bd7313 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.543127] env[69942]: DEBUG nova.compute.manager [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] [instance: 7409e643-9c90-4520-811f-1937569921f1] Refreshing instance network info cache due to event network-changed-9b53e19b-63e3-455b-83ad-d61c83bd7313. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.543250] env[69942]: DEBUG oslo_concurrency.lockutils [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] Acquiring lock "refresh_cache-7409e643-9c90-4520-811f-1937569921f1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.610557] env[69942]: DEBUG nova.network.neutron [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Successfully created port: 7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.693306] env[69942]: DEBUG nova.compute.manager [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.735996] env[69942]: DEBUG nova.network.neutron [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.907533] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831802, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.925861] env[69942]: DEBUG nova.network.neutron [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Updating instance_info_cache with network_info: [{"id": "9b53e19b-63e3-455b-83ad-d61c83bd7313", "address": "fa:16:3e:47:11:4d", "network": {"id": "e85b2ec0-5caa-4f38-9133-405214872272", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-979552563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2eb6d278aa4cbfa3803b614bc8e065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b53e19b-63", "ovs_interfaceid": "9b53e19b-63e3-455b-83ad-d61c83bd7313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.926798] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831801, 'name': CreateSnapshot_Task, 'duration_secs': 0.528207} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.929891] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1274.931148] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb9593-9f8a-4639-be60-cd5fec32e067 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.990439] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59d5579-f824-4517-862d-a5acd68c5f49 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.002376] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c0f283-889e-4842-8ceb-00be828323b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.034514] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c75aa5-33d3-4d3d-8bc0-cbbf6841aa30 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.043430] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dec6537-ceb1-45d1-9ae9-192f66a3e2f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.057757] env[69942]: DEBUG nova.compute.provider_tree [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.407885] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831802, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.432322] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Releasing lock "refresh_cache-7409e643-9c90-4520-811f-1937569921f1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.432636] env[69942]: DEBUG nova.compute.manager [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Instance network_info: |[{"id": "9b53e19b-63e3-455b-83ad-d61c83bd7313", "address": "fa:16:3e:47:11:4d", "network": {"id": "e85b2ec0-5caa-4f38-9133-405214872272", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-979552563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2eb6d278aa4cbfa3803b614bc8e065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b53e19b-63", "ovs_interfaceid": "9b53e19b-63e3-455b-83ad-d61c83bd7313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.432955] env[69942]: DEBUG oslo_concurrency.lockutils [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] Acquired lock "refresh_cache-7409e643-9c90-4520-811f-1937569921f1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.433158] env[69942]: DEBUG nova.network.neutron [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] [instance: 7409e643-9c90-4520-811f-1937569921f1] Refreshing network info cache for port 9b53e19b-63e3-455b-83ad-d61c83bd7313 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.434443] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:11:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b53e19b-63e3-455b-83ad-d61c83bd7313', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.445824] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Creating folder: Project (ca2eb6d278aa4cbfa3803b614bc8e065). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1275.453587] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1275.453860] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5d983fe-7173-4270-99c5-116b75be16f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.456495] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e99fa737-cb24-492a-b5fd-1a02de7abfb0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.466115] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1275.466115] env[69942]: value = "task-3831804" [ 1275.466115] env[69942]: _type = "Task" [ 1275.466115] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.470468] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Created folder: Project (ca2eb6d278aa4cbfa3803b614bc8e065) in parent group-v761487. [ 1275.470670] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Creating folder: Instances. Parent ref: group-v761769. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1275.471304] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a1e3028-4e7f-4cae-8837-b02318bd7ed2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.476470] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831804, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.490717] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Created folder: Instances in parent group-v761769. [ 1275.490986] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.491219] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7409e643-9c90-4520-811f-1937569921f1] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.491440] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29ad8edc-76fe-4508-8d6f-ad6545b7cbc1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.513249] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.513249] env[69942]: value = "task-3831806" [ 1275.513249] env[69942]: _type = "Task" [ 1275.513249] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.521362] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831806, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.562082] env[69942]: DEBUG nova.scheduler.client.report [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.711296] env[69942]: DEBUG nova.compute.manager [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.736130] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.736421] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.736587] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.736841] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.737015] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.737173] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.737379] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.737537] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.737703] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.737905] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.738096] env[69942]: DEBUG nova.virt.hardware [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.738958] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fb27ef-4c30-46ea-82a2-2e5227ca53d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.747867] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaf2346-ba3e-4c1f-8d92-e1905e335fa2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.908519] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831802, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.979086] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831804, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.026124] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831806, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.069535] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.070213] env[69942]: DEBUG nova.compute.manager [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.078020] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.682s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.295662] env[69942]: DEBUG nova.network.neutron [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] [instance: 7409e643-9c90-4520-811f-1937569921f1] Updated VIF entry in instance network info cache for port 9b53e19b-63e3-455b-83ad-d61c83bd7313. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.296137] env[69942]: DEBUG nova.network.neutron [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] [instance: 7409e643-9c90-4520-811f-1937569921f1] Updating instance_info_cache with network_info: [{"id": "9b53e19b-63e3-455b-83ad-d61c83bd7313", "address": "fa:16:3e:47:11:4d", "network": {"id": "e85b2ec0-5caa-4f38-9133-405214872272", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-979552563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2eb6d278aa4cbfa3803b614bc8e065", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b53e19b-63", "ovs_interfaceid": "9b53e19b-63e3-455b-83ad-d61c83bd7313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.348696] env[69942]: DEBUG nova.network.neutron [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Successfully updated port: 7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.410061] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831802, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.524511} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.410061] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 1639dd2e-ae2e-4cb6-95a8-689c4c869438/1639dd2e-ae2e-4cb6-95a8-689c4c869438.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.410061] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.410606] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67e871c1-c6fb-4423-8e40-a68f0909f8e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.417930] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1276.417930] env[69942]: value = "task-3831807" [ 1276.417930] env[69942]: _type = "Task" [ 1276.417930] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.429861] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.478682] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831804, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.525048] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831806, 'name': CreateVM_Task, 'duration_secs': 0.796984} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.525220] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7409e643-9c90-4520-811f-1937569921f1] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.526059] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.526258] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.526632] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.526976] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71128c8b-9bea-4c68-8f22-2aff8dd8d165 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.532889] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1276.532889] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521cc219-653d-c0d0-e522-599b93608d20" [ 1276.532889] env[69942]: _type = "Task" [ 1276.532889] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.543565] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521cc219-653d-c0d0-e522-599b93608d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.570146] env[69942]: DEBUG nova.compute.manager [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received event network-vif-plugged-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.570305] env[69942]: DEBUG oslo_concurrency.lockutils [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] Acquiring lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.570512] env[69942]: DEBUG oslo_concurrency.lockutils [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.570730] env[69942]: DEBUG oslo_concurrency.lockutils [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.570966] env[69942]: DEBUG nova.compute.manager [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] No waiting events found dispatching network-vif-plugged-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.571173] env[69942]: WARNING nova.compute.manager [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received unexpected event network-vif-plugged-7d6c53dd-b378-476e-94d1-2720c7b8b45d for instance with vm_state building and task_state spawning. [ 1276.571338] env[69942]: DEBUG nova.compute.manager [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received event network-changed-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.571493] env[69942]: DEBUG nova.compute.manager [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Refreshing instance network info cache due to event network-changed-7d6c53dd-b378-476e-94d1-2720c7b8b45d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.571681] env[69942]: DEBUG oslo_concurrency.lockutils [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] Acquiring lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.571820] env[69942]: DEBUG oslo_concurrency.lockutils [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] Acquired lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.571977] env[69942]: DEBUG nova.network.neutron [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Refreshing network info cache for port 7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.580037] env[69942]: DEBUG nova.compute.utils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.583843] env[69942]: INFO nova.compute.claims [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.588112] env[69942]: DEBUG nova.compute.manager [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.588291] env[69942]: DEBUG nova.network.neutron [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.628701] env[69942]: DEBUG nova.policy [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '733dc007d21d45cc8b445b0fcc39b4b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a4d53b6fe84b02a43166c8642ce26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.799621] env[69942]: DEBUG oslo_concurrency.lockutils [req-8f6a13ef-0977-4eda-94a8-419704734b9d req-e7d08d5e-526d-478f-93bc-0c233808b5c5 service nova] Releasing lock "refresh_cache-7409e643-9c90-4520-811f-1937569921f1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.851243] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.924110] env[69942]: DEBUG nova.network.neutron [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Successfully created port: d9bff746-665f-4c9f-a609-1aa55a506392 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.932091] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071794} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.932727] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.933220] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de131e3d-71e5-4749-a3e5-f0b2489638cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.957451] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1639dd2e-ae2e-4cb6-95a8-689c4c869438/1639dd2e-ae2e-4cb6-95a8-689c4c869438.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.957791] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0efca05-36be-44cf-9a72-80c8e4363ed7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.981447] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831804, 'name': CloneVM_Task, 'duration_secs': 1.185186} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.982841] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Created linked-clone VM from snapshot [ 1276.983216] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1276.983216] env[69942]: value = "task-3831808" [ 1276.983216] env[69942]: _type = "Task" [ 1276.983216] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.983908] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc121c5-d585-419d-acb6-724af3fef161 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.996639] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.000330] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Uploading image 600b3916-fa8b-4329-80e3-39e115ad6728 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1277.024392] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1277.024392] env[69942]: value = "vm-761771" [ 1277.024392] env[69942]: _type = "VirtualMachine" [ 1277.024392] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1277.024721] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19ccd322-222d-4304-a667-e5d1fd189622 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.032532] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lease: (returnval){ [ 1277.032532] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5229398e-6b51-4ab0-e5de-72080c91ddb8" [ 1277.032532] env[69942]: _type = "HttpNfcLease" [ 1277.032532] env[69942]: } obtained for exporting VM: (result){ [ 1277.032532] env[69942]: value = "vm-761771" [ 1277.032532] env[69942]: _type = "VirtualMachine" [ 1277.032532] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1277.032828] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the lease: (returnval){ [ 1277.032828] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5229398e-6b51-4ab0-e5de-72080c91ddb8" [ 1277.032828] env[69942]: _type = "HttpNfcLease" [ 1277.032828] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1277.042343] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.042343] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5229398e-6b51-4ab0-e5de-72080c91ddb8" [ 1277.042343] env[69942]: _type = "HttpNfcLease" [ 1277.042343] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1277.045904] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521cc219-653d-c0d0-e522-599b93608d20, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.046202] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.046465] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.046671] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.046884] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.047074] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.047333] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e03ee1d-23a1-4369-9d9e-f5865432dae6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.055851] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.056016] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.056717] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c881c11c-6f44-4736-bc48-298b7d26dffa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.062130] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1277.062130] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b7fb7e-a231-3cbd-61b0-0385d3317179" [ 1277.062130] env[69942]: _type = "Task" [ 1277.062130] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.070902] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b7fb7e-a231-3cbd-61b0-0385d3317179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.091121] env[69942]: DEBUG nova.compute.manager [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.095346] env[69942]: INFO nova.compute.resource_tracker [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating resource usage from migration c9be36ae-4ab4-4c44-94c4-ee03ad27df81 [ 1277.109441] env[69942]: DEBUG nova.network.neutron [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.220381] env[69942]: DEBUG nova.network.neutron [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.309083] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a636471-fb4d-4fe9-bf42-88d919ebc546 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.317119] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29abf8c2-0634-40fc-a810-b71518ef0af8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.348965] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b710a2ac-9eeb-4ad7-99ec-fdf3f40338e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.357810] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df58d40a-6e8b-4ab3-ba5f-a3b07886ba8a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.373091] env[69942]: DEBUG nova.compute.provider_tree [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.498306] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831808, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.540710] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.540710] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5229398e-6b51-4ab0-e5de-72080c91ddb8" [ 1277.540710] env[69942]: _type = "HttpNfcLease" [ 1277.540710] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.541232] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.541232] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5229398e-6b51-4ab0-e5de-72080c91ddb8" [ 1277.541232] env[69942]: _type = "HttpNfcLease" [ 1277.541232] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1277.541702] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c686e9b5-cec1-40b1-b92b-609f2cf6774a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.549701] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b76d5-00b7-cc15-39c1-d514a24f4707/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.549845] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b76d5-00b7-cc15-39c1-d514a24f4707/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1277.617347] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b7fb7e-a231-3cbd-61b0-0385d3317179, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.618297] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c34b22d-49a1-4345-866a-7a4c57fbe395 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.624933] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1277.624933] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ea3bc5-9bec-7720-530b-b524547128e5" [ 1277.624933] env[69942]: _type = "Task" [ 1277.624933] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.633731] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ea3bc5-9bec-7720-530b-b524547128e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.639325] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ef86351-bd55-4cd5-b6c9-b5ad25b75c76 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.726553] env[69942]: DEBUG oslo_concurrency.lockutils [req-a5ba9871-2905-4c94-a90f-3f7254277478 req-c65e4f4b-4a4c-4c5c-8fc3-915415a12ec0 service nova] Releasing lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.727035] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.727190] env[69942]: DEBUG nova.network.neutron [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.876782] env[69942]: DEBUG nova.scheduler.client.report [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.996883] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831808, 'name': ReconfigVM_Task, 'duration_secs': 0.531457} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.997300] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1639dd2e-ae2e-4cb6-95a8-689c4c869438/1639dd2e-ae2e-4cb6-95a8-689c4c869438.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.998042] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45c1ed90-50d4-497c-ab89-33fff95502e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.005573] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1278.005573] env[69942]: value = "task-3831810" [ 1278.005573] env[69942]: _type = "Task" [ 1278.005573] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.014418] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831810, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.111466] env[69942]: DEBUG nova.compute.manager [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.136733] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ea3bc5-9bec-7720-530b-b524547128e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.137117] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.137505] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 7409e643-9c90-4520-811f-1937569921f1/7409e643-9c90-4520-811f-1937569921f1.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.137842] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12448c7c-5ecd-42d0-8351-6dcc4d8d7e79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.146830] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1278.146830] env[69942]: value = "task-3831811" [ 1278.146830] env[69942]: _type = "Task" [ 1278.146830] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.154067] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.154465] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.154604] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.154801] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.154980] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.155218] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.155494] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.155712] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.156286] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.156538] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.156919] env[69942]: DEBUG nova.virt.hardware [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.158345] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92643f7-7a23-4857-ac17-91cc63ca37a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.166815] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.171680] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b159c9cf-a106-427e-b462-a7870765fc92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.267120] env[69942]: DEBUG nova.network.neutron [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.382073] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.307s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.382297] env[69942]: INFO nova.compute.manager [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Migrating [ 1278.389696] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.446s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.395502] env[69942]: INFO nova.compute.claims [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.518209] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831810, 'name': Rename_Task, 'duration_secs': 0.181206} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.518558] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.518796] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a2b9242-b619-4be2-8cf1-4557fc5a292f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.528412] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1278.528412] env[69942]: value = "task-3831812" [ 1278.528412] env[69942]: _type = "Task" [ 1278.528412] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.540851] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.542320] env[69942]: DEBUG nova.network.neutron [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updating instance_info_cache with network_info: [{"id": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "address": "fa:16:3e:58:27:bb", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6c53dd-b3", "ovs_interfaceid": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.587455] env[69942]: DEBUG nova.network.neutron [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Successfully updated port: d9bff746-665f-4c9f-a609-1aa55a506392 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.646344] env[69942]: DEBUG nova.compute.manager [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Received event network-vif-plugged-d9bff746-665f-4c9f-a609-1aa55a506392 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.647656] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] Acquiring lock "0f24152f-0c97-4b03-b839-84d0408232ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.647656] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] Lock "0f24152f-0c97-4b03-b839-84d0408232ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.647656] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] Lock "0f24152f-0c97-4b03-b839-84d0408232ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.647656] env[69942]: DEBUG nova.compute.manager [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] No waiting events found dispatching network-vif-plugged-d9bff746-665f-4c9f-a609-1aa55a506392 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.647656] env[69942]: WARNING nova.compute.manager [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Received unexpected event network-vif-plugged-d9bff746-665f-4c9f-a609-1aa55a506392 for instance with vm_state building and task_state spawning. [ 1278.647656] env[69942]: DEBUG nova.compute.manager [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Received event network-changed-d9bff746-665f-4c9f-a609-1aa55a506392 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.647656] env[69942]: DEBUG nova.compute.manager [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Refreshing instance network info cache due to event network-changed-d9bff746-665f-4c9f-a609-1aa55a506392. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.648275] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] Acquiring lock "refresh_cache-0f24152f-0c97-4b03-b839-84d0408232ae" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.648275] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] Acquired lock "refresh_cache-0f24152f-0c97-4b03-b839-84d0408232ae" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.648275] env[69942]: DEBUG nova.network.neutron [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Refreshing network info cache for port d9bff746-665f-4c9f-a609-1aa55a506392 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.667603] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831811, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.914542] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.914891] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.914958] env[69942]: DEBUG nova.network.neutron [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.042340] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.047359] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.048038] env[69942]: DEBUG nova.compute.manager [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Instance network_info: |[{"id": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "address": "fa:16:3e:58:27:bb", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6c53dd-b3", "ovs_interfaceid": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.048038] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:27:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d6c53dd-b378-476e-94d1-2720c7b8b45d', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.056349] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.056887] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.057378] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63cb3cc9-e897-4696-9149-27bb26673a20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.080448] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.080448] env[69942]: value = "task-3831813" [ 1279.080448] env[69942]: _type = "Task" [ 1279.080448] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.091207] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831813, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.092085] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "refresh_cache-0f24152f-0c97-4b03-b839-84d0408232ae" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.115092] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.170281] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652693} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.171207] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 7409e643-9c90-4520-811f-1937569921f1/7409e643-9c90-4520-811f-1937569921f1.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.171927] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.172598] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daae32a5-3b28-4b5d-bbc0-210196f7a568 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.184605] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1279.184605] env[69942]: value = "task-3831814" [ 1279.184605] env[69942]: _type = "Task" [ 1279.184605] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.201508] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.208051] env[69942]: DEBUG nova.network.neutron [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.333714] env[69942]: DEBUG nova.network.neutron [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.544081] env[69942]: DEBUG oslo_vmware.api [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831812, 'name': PowerOnVM_Task, 'duration_secs': 0.894561} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.550976] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.551410] env[69942]: INFO nova.compute.manager [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1279.551761] env[69942]: DEBUG nova.compute.manager [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.553433] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b2ba62-1c98-4c44-a6b3-ec9a17565ecc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.595853] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831813, 'name': CreateVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.696285] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186933} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.697354] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.697515] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1cbe14-a1da-4388-b64a-36ada5628e18 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.702094] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bf47db-2150-4c14-a856-506d4ead0e92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.728021] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 7409e643-9c90-4520-811f-1937569921f1/7409e643-9c90-4520-811f-1937569921f1.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.733113] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae731cd3-d7b8-49b6-bdb4-7a0cfda8fd2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.749870] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ef772d-5850-4e69-abef-fc438d7daf45 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.789874] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c007c-9da8-4ed6-8441-f986b5b96267 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.793108] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1279.793108] env[69942]: value = "task-3831815" [ 1279.793108] env[69942]: _type = "Task" [ 1279.793108] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.794494] env[69942]: DEBUG nova.network.neutron [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance_info_cache with network_info: [{"id": "6711469c-869a-4a26-a042-105b61c5fcf1", "address": "fa:16:3e:52:a7:4f", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6711469c-86", "ovs_interfaceid": "6711469c-869a-4a26-a042-105b61c5fcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.803703] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48876c0a-7621-43bb-88cb-f75b40ac817d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.812259] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.823966] env[69942]: DEBUG nova.compute.provider_tree [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.837293] env[69942]: DEBUG oslo_concurrency.lockutils [req-a9eff74f-8978-4e16-8a6c-69457cdad179 req-9994cccb-f2ac-415d-aece-5ef4dde628e3 service nova] Releasing lock "refresh_cache-0f24152f-0c97-4b03-b839-84d0408232ae" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.838373] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "refresh_cache-0f24152f-0c97-4b03-b839-84d0408232ae" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.838639] env[69942]: DEBUG nova.network.neutron [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.096694] env[69942]: INFO nova.compute.manager [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Took 32.15 seconds to build instance. [ 1280.105759] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831813, 'name': CreateVM_Task, 'duration_secs': 0.592733} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.106063] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.107392] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.107664] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.108377] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.110364] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7491ab5a-30c1-4f65-9111-2c40e6f4427e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.118514] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1280.118514] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b237a9-9760-7afa-b1fb-e835334c9706" [ 1280.118514] env[69942]: _type = "Task" [ 1280.118514] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.133131] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b237a9-9760-7afa-b1fb-e835334c9706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.303427] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.313984] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.327281] env[69942]: DEBUG nova.scheduler.client.report [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.375523] env[69942]: DEBUG nova.network.neutron [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.542986] env[69942]: DEBUG nova.network.neutron [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Updating instance_info_cache with network_info: [{"id": "d9bff746-665f-4c9f-a609-1aa55a506392", "address": "fa:16:3e:64:56:dc", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9bff746-66", "ovs_interfaceid": "d9bff746-665f-4c9f-a609-1aa55a506392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.600019] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5f3a2146-a6cf-48b4-9022-ec23b6f92717 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.676s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.624566] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.624891] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Cleaning up deleted instances with incomplete migration {{(pid=69942) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1280.633307] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b237a9-9760-7afa-b1fb-e835334c9706, 'name': SearchDatastore_Task, 'duration_secs': 0.014257} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.633685] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.633926] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.634181] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.634342] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.634697] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.635652] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46c828e7-0e1c-432d-99a2-0c0b0dfc3563 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.653878] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.653951] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.655094] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a114a79c-870e-4acf-b5b9-c8187da743dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.661287] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1280.661287] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226d459-221c-7b6d-bd70-44c6f759672e" [ 1280.661287] env[69942]: _type = "Task" [ 1280.661287] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.670809] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226d459-221c-7b6d-bd70-44c6f759672e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.810907] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831815, 'name': ReconfigVM_Task, 'duration_secs': 0.577396} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.811567] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 7409e643-9c90-4520-811f-1937569921f1/7409e643-9c90-4520-811f-1937569921f1.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.812216] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02c9fbdc-15b1-4f9b-9c33-0e72b840e038 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.820022] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1280.820022] env[69942]: value = "task-3831816" [ 1280.820022] env[69942]: _type = "Task" [ 1280.820022] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.829598] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831816, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.833516] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.833995] env[69942]: DEBUG nova.compute.manager [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.836576] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.367s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.836905] env[69942]: DEBUG nova.objects.instance [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lazy-loading 'resources' on Instance uuid d7eace9a-e71e-4934-bc6b-0695c38fc895 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.048267] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "refresh_cache-0f24152f-0c97-4b03-b839-84d0408232ae" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.048620] env[69942]: DEBUG nova.compute.manager [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Instance network_info: |[{"id": "d9bff746-665f-4c9f-a609-1aa55a506392", "address": "fa:16:3e:64:56:dc", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9bff746-66", "ovs_interfaceid": "d9bff746-665f-4c9f-a609-1aa55a506392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.049142] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:56:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9bff746-665f-4c9f-a609-1aa55a506392', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.058167] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.058435] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.058792] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8484efa0-5656-4012-a82c-0b08be9e2d1e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.083722] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.083722] env[69942]: value = "task-3831817" [ 1281.083722] env[69942]: _type = "Task" [ 1281.083722] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.094372] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831817, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.176519] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5226d459-221c-7b6d-bd70-44c6f759672e, 'name': SearchDatastore_Task, 'duration_secs': 0.017188} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.177638] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6d3d52-392d-4220-b61f-39ca39877563 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.184961] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1281.184961] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52217411-398c-804e-122f-4aedb20b6d71" [ 1281.184961] env[69942]: _type = "Task" [ 1281.184961] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.195075] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52217411-398c-804e-122f-4aedb20b6d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.282050] env[69942]: INFO nova.compute.manager [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Rescuing [ 1281.282382] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "refresh_cache-1639dd2e-ae2e-4cb6-95a8-689c4c869438" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.282530] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "refresh_cache-1639dd2e-ae2e-4cb6-95a8-689c4c869438" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.282702] env[69942]: DEBUG nova.network.neutron [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.333477] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831816, 'name': Rename_Task, 'duration_secs': 0.29549} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.333841] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.334141] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7480af75-f13a-40e6-a3d2-315b7f634d21 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.339513] env[69942]: DEBUG nova.compute.utils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.342964] env[69942]: DEBUG nova.compute.manager [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.343223] env[69942]: DEBUG nova.network.neutron [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.349047] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1281.349047] env[69942]: value = "task-3831818" [ 1281.349047] env[69942]: _type = "Task" [ 1281.349047] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.363373] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.393187] env[69942]: DEBUG nova.policy [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc98f3d95c44f54ba5f918b5f44695d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b54e75a228e4afcba3bbdf06dc909a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1281.562495] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a392880e-e480-4641-9320-14b2bdf58f1a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.571073] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8300551f-eda0-4f62-a4a3-e25342b88a73 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.609665] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac50ef9e-4057-441d-bfed-51e0c6181521 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.622067] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.622344] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1281.623141] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831817, 'name': CreateVM_Task, 'duration_secs': 0.398593} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.626721] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.627642] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.627878] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.628262] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.629666] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64111517-f2e0-450e-82d1-ec0893dbdc3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.635605] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e1ef54-ca15-4b92-8c5a-9ce8c6c03ceb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.642801] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1281.642801] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5232ef1f-a08b-c245-b0ac-67a00117b88c" [ 1281.642801] env[69942]: _type = "Task" [ 1281.642801] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.655434] env[69942]: DEBUG nova.compute.provider_tree [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.667739] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5232ef1f-a08b-c245-b0ac-67a00117b88c, 'name': SearchDatastore_Task, 'duration_secs': 0.022438} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.668791] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.669052] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.669271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.695698] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52217411-398c-804e-122f-4aedb20b6d71, 'name': SearchDatastore_Task, 'duration_secs': 0.015475} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.695977] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.696271] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d/d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.696552] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.696740] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.696983] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d8e8c2c-7823-4828-b13d-cbdb7763ec65 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.699063] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11bdba50-405d-49b6-83b8-fb6d58651244 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.707485] env[69942]: DEBUG nova.network.neutron [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Successfully created port: b46f7b6f-e55f-4efe-b674-a7f0de22da5d {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.710779] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1281.710779] env[69942]: value = "task-3831819" [ 1281.710779] env[69942]: _type = "Task" [ 1281.710779] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.712366] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.712550] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.716287] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e880cb22-8ce5-435f-9d99-42b58f3b0952 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.722218] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1281.722218] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d01fb1-cda5-f884-de45-20de9a718b33" [ 1281.722218] env[69942]: _type = "Task" [ 1281.722218] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.725457] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.734394] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d01fb1-cda5-f884-de45-20de9a718b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.819954] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb94e4b-363c-4b2f-b92e-a69f1e2c9191 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.841171] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance '17a26397-38c2-4909-a69d-284e073960ef' progress to 0 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.846539] env[69942]: DEBUG nova.compute.manager [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.861174] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.088788] env[69942]: DEBUG nova.network.neutron [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Updating instance_info_cache with network_info: [{"id": "88f87931-fe27-40f8-bdac-b7ad2bb6dc70", "address": "fa:16:3e:0f:8a:85", "network": {"id": "b7437577-ea6d-4fe7-a6e1-07288bd3fde3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887792908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a63adc8b4dd8467783c750b04f8856b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f87931-fe", "ovs_interfaceid": "88f87931-fe27-40f8-bdac-b7ad2bb6dc70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.114933] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.115111] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.161465] env[69942]: DEBUG nova.scheduler.client.report [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.223567] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.236858] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d01fb1-cda5-f884-de45-20de9a718b33, 'name': SearchDatastore_Task, 'duration_secs': 0.015104} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.237968] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d21d64-228b-40ac-879a-9666528dce1c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.245504] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1282.245504] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ce95a8-8a31-47d0-f1f9-f6088c4139c7" [ 1282.245504] env[69942]: _type = "Task" [ 1282.245504] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.254813] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ce95a8-8a31-47d0-f1f9-f6088c4139c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.350820] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.354545] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94fd276c-e713-48b9-b24f-82b4437c40c0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.366054] env[69942]: DEBUG oslo_vmware.api [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831818, 'name': PowerOnVM_Task, 'duration_secs': 0.8059} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.368159] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.368159] env[69942]: INFO nova.compute.manager [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1282.368322] env[69942]: DEBUG nova.compute.manager [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.368593] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1282.368593] env[69942]: value = "task-3831820" [ 1282.368593] env[69942]: _type = "Task" [ 1282.368593] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.369435] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5474c1e5-3bf4-48c3-a573-1a465857d883 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.386384] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.592140] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "refresh_cache-1639dd2e-ae2e-4cb6-95a8-689c4c869438" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.667238] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.687469] env[69942]: INFO nova.scheduler.client.report [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Deleted allocations for instance d7eace9a-e71e-4934-bc6b-0695c38fc895 [ 1282.725259] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.758609] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ce95a8-8a31-47d0-f1f9-f6088c4139c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013164} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.759277] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.759586] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 0f24152f-0c97-4b03-b839-84d0408232ae/0f24152f-0c97-4b03-b839-84d0408232ae.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.759868] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d00aa496-618a-4528-b3c9-f956e845ca31 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.768634] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1282.768634] env[69942]: value = "task-3831821" [ 1282.768634] env[69942]: _type = "Task" [ 1282.768634] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.778516] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.858684] env[69942]: DEBUG nova.compute.manager [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.885541] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831820, 'name': PowerOffVM_Task, 'duration_secs': 0.277204} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.887880] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.888160] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.888347] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.888556] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.888706] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.888852] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.889073] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.889237] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.889401] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.889558] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.889751] env[69942]: DEBUG nova.virt.hardware [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.890094] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.890309] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance '17a26397-38c2-4909-a69d-284e073960ef' progress to 17 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.897567] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae109d9-0cc0-4297-85ce-e6c647a27942 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.903123] env[69942]: INFO nova.compute.manager [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Took 23.91 seconds to build instance. [ 1282.908272] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370eea80-7442-49ef-9238-cc146911c6b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.195956] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4a0c732e-dd00-46e4-983a-06b10b89dca9 tempest-AttachInterfacesTestJSON-1358921315 tempest-AttachInterfacesTestJSON-1358921315-project-member] Lock "d7eace9a-e71e-4934-bc6b-0695c38fc895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.155s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.230226] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.280097] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831821, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.406241] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.406602] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.406806] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.406989] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.409842] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.410052] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.410280] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.410451] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.410617] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.410783] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.411038] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.417170] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c56ca316-b40a-48f7-b5b4-e75efc325a45 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lock "7409e643-9c90-4520-811f-1937569921f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.443s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.417825] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07cdcbe2-498e-4e6f-a8c6-6b81fbd99b2e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.435544] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1283.435544] env[69942]: value = "task-3831822" [ 1283.435544] env[69942]: _type = "Task" [ 1283.435544] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.446340] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.513657] env[69942]: DEBUG nova.network.neutron [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Successfully updated port: b46f7b6f-e55f-4efe-b674-a7f0de22da5d {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.563398] env[69942]: DEBUG nova.compute.manager [req-903e2428-cd23-4dbf-800e-8f232dcc8ece req-9c151778-d30c-4f03-94b6-11ccc7210afd service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Received event network-vif-plugged-b46f7b6f-e55f-4efe-b674-a7f0de22da5d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.563674] env[69942]: DEBUG oslo_concurrency.lockutils [req-903e2428-cd23-4dbf-800e-8f232dcc8ece req-9c151778-d30c-4f03-94b6-11ccc7210afd service nova] Acquiring lock "d1d6ae86-2a14-49f9-adf2-223d46936965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.563922] env[69942]: DEBUG oslo_concurrency.lockutils [req-903e2428-cd23-4dbf-800e-8f232dcc8ece req-9c151778-d30c-4f03-94b6-11ccc7210afd service nova] Lock "d1d6ae86-2a14-49f9-adf2-223d46936965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.564599] env[69942]: DEBUG oslo_concurrency.lockutils [req-903e2428-cd23-4dbf-800e-8f232dcc8ece req-9c151778-d30c-4f03-94b6-11ccc7210afd service nova] Lock "d1d6ae86-2a14-49f9-adf2-223d46936965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.564748] env[69942]: DEBUG nova.compute.manager [req-903e2428-cd23-4dbf-800e-8f232dcc8ece req-9c151778-d30c-4f03-94b6-11ccc7210afd service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] No waiting events found dispatching network-vif-plugged-b46f7b6f-e55f-4efe-b674-a7f0de22da5d {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.564810] env[69942]: WARNING nova.compute.manager [req-903e2428-cd23-4dbf-800e-8f232dcc8ece req-9c151778-d30c-4f03-94b6-11ccc7210afd service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Received unexpected event network-vif-plugged-b46f7b6f-e55f-4efe-b674-a7f0de22da5d for instance with vm_state building and task_state spawning. [ 1283.727385] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831819, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.785436] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874203} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.785882] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 0f24152f-0c97-4b03-b839-84d0408232ae/0f24152f-0c97-4b03-b839-84d0408232ae.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.786119] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1283.786408] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-381fb697-8e09-481b-bb4d-e0b5ac7710b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.795476] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1283.795476] env[69942]: value = "task-3831823" [ 1283.795476] env[69942]: _type = "Task" [ 1283.795476] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.809165] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.944891] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831822, 'name': ReconfigVM_Task, 'duration_secs': 0.342931} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.945239] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance '17a26397-38c2-4909-a69d-284e073960ef' progress to 33 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.016664] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "refresh_cache-d1d6ae86-2a14-49f9-adf2-223d46936965" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.016887] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "refresh_cache-d1d6ae86-2a14-49f9-adf2-223d46936965" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.017087] env[69942]: DEBUG nova.network.neutron [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.115312] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.115503] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.115716] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.128956] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.129197] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-264082f2-1118-4eeb-8abb-8c74c8e894d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.138200] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1284.138200] env[69942]: value = "task-3831824" [ 1284.138200] env[69942]: _type = "Task" [ 1284.138200] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.148526] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.225511] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831819, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.036632} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.225816] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d/d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.226075] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.226346] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6794c5f7-8d96-4260-9f93-2ff39bb78657 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.236435] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1284.236435] env[69942]: value = "task-3831825" [ 1284.236435] env[69942]: _type = "Task" [ 1284.236435] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.243751] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.308166] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070931} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.308166] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.309055] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13293562-1f1c-426e-a0db-f38e728de226 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.333842] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 0f24152f-0c97-4b03-b839-84d0408232ae/0f24152f-0c97-4b03-b839-84d0408232ae.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.334259] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afedd3e9-7063-4657-8c04-d196ed0818d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.355346] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1284.355346] env[69942]: value = "task-3831826" [ 1284.355346] env[69942]: _type = "Task" [ 1284.355346] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.364185] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.452800] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.453255] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.453563] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.453900] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.454161] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.454374] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.454790] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.454790] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.455059] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.455248] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.455443] env[69942]: DEBUG nova.virt.hardware [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.461988] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1284.463019] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf6efea-57e9-45e7-8eb6-8ad414c75347 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.486695] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1284.486695] env[69942]: value = "task-3831827" [ 1284.486695] env[69942]: _type = "Task" [ 1284.486695] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.498168] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.530185] env[69942]: DEBUG nova.compute.manager [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.531197] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd1f80d-c74e-44c2-819d-def1b182039a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.572662] env[69942]: DEBUG nova.network.neutron [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.619687] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.620112] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.620420] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.620805] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1284.622061] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60c1c7c-379f-4c50-af2e-9d66f2094cc6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.631668] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3564f626-70e2-4939-a72a-065b01e1c7d9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.653333] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7394d099-147d-4b5b-8696-75e5ae079149 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.662582] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831824, 'name': PowerOffVM_Task, 'duration_secs': 0.358306} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.664925] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.666288] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c30071-ba68-4e16-be3a-b8fcdc26725b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.670239] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d934e699-e7ff-45c8-a254-f6280a9c82c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.726702] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7777c3-c1cd-441c-a2f4-58bafb5df415 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.730515] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179433MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1284.730906] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.730906] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.753579] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084337} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.753916] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.754787] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffdf913-ef03-4b60-af96-bb5efddd53c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.781424] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d/d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.783981] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c869290e-952d-43e3-9e6d-f9adc211da85 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.810247] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1284.810247] env[69942]: value = "task-3831828" [ 1284.810247] env[69942]: _type = "Task" [ 1284.810247] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.817243] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.817701] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51dff874-9218-4ca8-87c6-c85f7cacf1ea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.823441] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.829640] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1284.829640] env[69942]: value = "task-3831829" [ 1284.829640] env[69942]: _type = "Task" [ 1284.829640] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.843738] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1284.843881] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.844184] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.844339] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.844538] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.844888] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c45a0b-8604-4b5c-b494-4ecb2d4a1881 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.854425] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.854654] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.855476] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76525790-9918-412f-9926-66233b6909b2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.865752] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1284.865752] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c0571-5f03-fc51-6129-3990ea1916ec" [ 1284.865752] env[69942]: _type = "Task" [ 1284.865752] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.869344] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831826, 'name': ReconfigVM_Task, 'duration_secs': 0.340231} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.872879] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 0f24152f-0c97-4b03-b839-84d0408232ae/0f24152f-0c97-4b03-b839-84d0408232ae.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.873617] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d1259f8-018a-4fc8-be43-29f99cf88af8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.881577] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c0571-5f03-fc51-6129-3990ea1916ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.883038] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1284.883038] env[69942]: value = "task-3831830" [ 1284.883038] env[69942]: _type = "Task" [ 1284.883038] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.892692] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831830, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.909585] env[69942]: DEBUG nova.network.neutron [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Updating instance_info_cache with network_info: [{"id": "b46f7b6f-e55f-4efe-b674-a7f0de22da5d", "address": "fa:16:3e:41:81:e2", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46f7b6f-e5", "ovs_interfaceid": "b46f7b6f-e55f-4efe-b674-a7f0de22da5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.998534] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831827, 'name': ReconfigVM_Task, 'duration_secs': 0.30711} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.998999] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.999701] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5307b6-7b9c-4894-894c-df75c0c83e70 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.025745] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 17a26397-38c2-4909-a69d-284e073960ef/17a26397-38c2-4909-a69d-284e073960ef.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.026291] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2233468d-fc81-4036-beff-e280128490bc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.042820] env[69942]: INFO nova.compute.manager [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] instance snapshotting [ 1285.045909] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9480fda-4b0e-4c7e-b6bc-30a583fed954 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.050673] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1285.050673] env[69942]: value = "task-3831831" [ 1285.050673] env[69942]: _type = "Task" [ 1285.050673] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.073591] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5102dd48-f4c8-401a-b887-49f5c47169c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.080254] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.326273] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831828, 'name': ReconfigVM_Task, 'duration_secs': 0.447733} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.326273] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Reconfigured VM instance instance-0000006a to attach disk [datastore2] d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d/d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.326273] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a635d63-b0f7-4e91-a933-158f80e1fbe9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.332758] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1285.332758] env[69942]: value = "task-3831832" [ 1285.332758] env[69942]: _type = "Task" [ 1285.332758] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.342248] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831832, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.380496] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529c0571-5f03-fc51-6129-3990ea1916ec, 'name': SearchDatastore_Task, 'duration_secs': 0.016759} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.381593] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4eba1ef-7c3d-42ad-ab5e-9605a7b9b293 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.395395] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831830, 'name': Rename_Task, 'duration_secs': 0.168856} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.395760] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1285.395760] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52957ee3-f5a1-29a5-9059-fc73302ce0e0" [ 1285.395760] env[69942]: _type = "Task" [ 1285.395760] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.396181] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.396423] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a81b268-02e4-4abd-af80-e3ffcce33249 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.407209] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52957ee3-f5a1-29a5-9059-fc73302ce0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.408821] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1285.408821] env[69942]: value = "task-3831833" [ 1285.408821] env[69942]: _type = "Task" [ 1285.408821] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.418687] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "refresh_cache-d1d6ae86-2a14-49f9-adf2-223d46936965" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.418687] env[69942]: DEBUG nova.compute.manager [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Instance network_info: |[{"id": "b46f7b6f-e55f-4efe-b674-a7f0de22da5d", "address": "fa:16:3e:41:81:e2", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46f7b6f-e5", "ovs_interfaceid": "b46f7b6f-e55f-4efe-b674-a7f0de22da5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.418865] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.419283] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:81:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b46f7b6f-e55f-4efe-b674-a7f0de22da5d', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.428866] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.429023] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.429391] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6648976-5a2e-492a-8fe7-9a0249b86fe9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.454724] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.454724] env[69942]: value = "task-3831834" [ 1285.454724] env[69942]: _type = "Task" [ 1285.454724] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.464814] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831834, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.564750] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.591615] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1285.592075] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3bc98fdc-b4c8-4942-97fc-5299b4bab35e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.603360] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1285.603360] env[69942]: value = "task-3831835" [ 1285.603360] env[69942]: _type = "Task" [ 1285.603360] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.615604] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831835, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.652955] env[69942]: DEBUG nova.compute.manager [req-9a1d717a-f765-4bff-813b-6c61d98c37aa req-8eb978e0-1be4-4b4e-9ccd-4f271c5c63f1 service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Received event network-changed-b46f7b6f-e55f-4efe-b674-a7f0de22da5d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.652955] env[69942]: DEBUG nova.compute.manager [req-9a1d717a-f765-4bff-813b-6c61d98c37aa req-8eb978e0-1be4-4b4e-9ccd-4f271c5c63f1 service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Refreshing instance network info cache due to event network-changed-b46f7b6f-e55f-4efe-b674-a7f0de22da5d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.652955] env[69942]: DEBUG oslo_concurrency.lockutils [req-9a1d717a-f765-4bff-813b-6c61d98c37aa req-8eb978e0-1be4-4b4e-9ccd-4f271c5c63f1 service nova] Acquiring lock "refresh_cache-d1d6ae86-2a14-49f9-adf2-223d46936965" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.652955] env[69942]: DEBUG oslo_concurrency.lockutils [req-9a1d717a-f765-4bff-813b-6c61d98c37aa req-8eb978e0-1be4-4b4e-9ccd-4f271c5c63f1 service nova] Acquired lock "refresh_cache-d1d6ae86-2a14-49f9-adf2-223d46936965" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.653332] env[69942]: DEBUG nova.network.neutron [req-9a1d717a-f765-4bff-813b-6c61d98c37aa req-8eb978e0-1be4-4b4e-9ccd-4f271c5c63f1 service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Refreshing network info cache for port b46f7b6f-e55f-4efe-b674-a7f0de22da5d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.747800] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Applying migration context for instance 17a26397-38c2-4909-a69d-284e073960ef as it has an incoming, in-progress migration c9be36ae-4ab4-4c44-94c4-ee03ad27df81. Migration status is migrating {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1285.749570] env[69942]: INFO nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating resource usage from migration c9be36ae-4ab4-4c44-94c4-ee03ad27df81 [ 1285.777027] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 75bb2855-1e92-47e3-b181-2ace83c7ee2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.777027] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance fc4343e8-054c-41d5-9d43-010d83bb9135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.777027] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance aab23310-6005-492c-9f19-ee5c30d28fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.777027] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.777027] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 69e3941d-3b7b-4197-be14-9334c5cd330d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.777027] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.777027] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 1639dd2e-ae2e-4cb6-95a8-689c4c869438 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.777027] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 7409e643-9c90-4520-811f-1937569921f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.777730] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.778133] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 0f24152f-0c97-4b03-b839-84d0408232ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.781025] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Migration c9be36ae-4ab4-4c44-94c4-ee03ad27df81 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1285.781025] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 17a26397-38c2-4909-a69d-284e073960ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.781025] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d1d6ae86-2a14-49f9-adf2-223d46936965 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.781025] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1285.781025] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1285.851716] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831832, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.912026] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52957ee3-f5a1-29a5-9059-fc73302ce0e0, 'name': SearchDatastore_Task, 'duration_secs': 0.019104} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.919086] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.919761] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 1639dd2e-ae2e-4cb6-95a8-689c4c869438/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. {{(pid=69942) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1285.921951] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f7eba9f-e7ca-4c7b-87f2-fdf56fd8a5ae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.933994] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831833, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.937274] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1285.937274] env[69942]: value = "task-3831836" [ 1285.937274] env[69942]: _type = "Task" [ 1285.937274] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.952899] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.972293] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831834, 'name': CreateVM_Task, 'duration_secs': 0.408657} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.972293] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.972384] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.972474] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.972802] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.973103] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d3b151-3714-4e79-91bf-514e38a4ef7a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.982137] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1285.982137] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c3f5e9-d43e-b099-f907-03be95697ced" [ 1285.982137] env[69942]: _type = "Task" [ 1285.982137] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.992691] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c3f5e9-d43e-b099-f907-03be95697ced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.047727] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58238ef-0e3e-42fb-8460-2abe64dfab50 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.060193] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482a8601-58a2-4511-bb86-c46c821fcdfd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.069999] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831831, 'name': ReconfigVM_Task, 'duration_secs': 0.526229} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.095259] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 17a26397-38c2-4909-a69d-284e073960ef/17a26397-38c2-4909-a69d-284e073960ef.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.095581] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance '17a26397-38c2-4909-a69d-284e073960ef' progress to 50 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.105285] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f356528-5894-4496-a7df-3e74541decec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.123516] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c62451-cba7-499a-a8ad-fa38287d3c28 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.130283] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831835, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.149216] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.346309] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831832, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.360052] env[69942]: DEBUG nova.network.neutron [req-9a1d717a-f765-4bff-813b-6c61d98c37aa req-8eb978e0-1be4-4b4e-9ccd-4f271c5c63f1 service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Updated VIF entry in instance network info cache for port b46f7b6f-e55f-4efe-b674-a7f0de22da5d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.360426] env[69942]: DEBUG nova.network.neutron [req-9a1d717a-f765-4bff-813b-6c61d98c37aa req-8eb978e0-1be4-4b4e-9ccd-4f271c5c63f1 service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Updating instance_info_cache with network_info: [{"id": "b46f7b6f-e55f-4efe-b674-a7f0de22da5d", "address": "fa:16:3e:41:81:e2", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46f7b6f-e5", "ovs_interfaceid": "b46f7b6f-e55f-4efe-b674-a7f0de22da5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.420672] env[69942]: DEBUG oslo_vmware.api [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831833, 'name': PowerOnVM_Task, 'duration_secs': 0.623856} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.421645] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.421645] env[69942]: INFO nova.compute.manager [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1286.421645] env[69942]: DEBUG nova.compute.manager [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.422660] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f62ef88-0366-45df-9e19-3b542b035809 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.447722] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.492958] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c3f5e9-d43e-b099-f907-03be95697ced, 'name': SearchDatastore_Task, 'duration_secs': 0.051492} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.493351] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.493672] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.493948] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.494294] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.494594] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.494990] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75dba9f5-5e9a-4020-bd43-af83e8c1b781 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.505921] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.506159] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.506949] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1879810-d76b-49d6-88d0-8aa6f55138de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.513088] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1286.513088] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f4412a-ac95-07bf-eaec-05abdd1735fc" [ 1286.513088] env[69942]: _type = "Task" [ 1286.513088] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.521850] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f4412a-ac95-07bf-eaec-05abdd1735fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.608887] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d165fdd3-aeea-4a6e-abc4-ba4d38aa5a19 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.621861] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831835, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.637035] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec385f9e-630f-4357-8e0e-9021ae34dca3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.659475] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.663131] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance '17a26397-38c2-4909-a69d-284e073960ef' progress to 67 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.853925] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831832, 'name': Rename_Task, 'duration_secs': 1.266396} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.854611] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.855082] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d97efdf-98ca-45ef-85f9-12a72330492c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.863384] env[69942]: DEBUG oslo_concurrency.lockutils [req-9a1d717a-f765-4bff-813b-6c61d98c37aa req-8eb978e0-1be4-4b4e-9ccd-4f271c5c63f1 service nova] Releasing lock "refresh_cache-d1d6ae86-2a14-49f9-adf2-223d46936965" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.865619] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1286.865619] env[69942]: value = "task-3831837" [ 1286.865619] env[69942]: _type = "Task" [ 1286.865619] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.875345] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.956665] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831836, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.957255] env[69942]: INFO nova.compute.manager [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Took 19.96 seconds to build instance. [ 1287.027665] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f4412a-ac95-07bf-eaec-05abdd1735fc, 'name': SearchDatastore_Task, 'duration_secs': 0.039719} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.028621] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcf5a31-4c4d-43c5-9eef-1a9fa2c0fc5b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.036969] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1287.036969] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5228545c-989a-226b-75bd-1c54243374a0" [ 1287.036969] env[69942]: _type = "Task" [ 1287.036969] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.046084] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5228545c-989a-226b-75bd-1c54243374a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.118551] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831835, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.167887] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1287.168226] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.437s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.206361] env[69942]: DEBUG nova.network.neutron [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Port 6711469c-869a-4a26-a042-105b61c5fcf1 binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1287.376947] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831837, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.419707] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "0f24152f-0c97-4b03-b839-84d0408232ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.449250] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831836, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.139432} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.449735] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 1639dd2e-ae2e-4cb6-95a8-689c4c869438/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. [ 1287.450640] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2873f1da-5dfc-421a-959c-26a4af02f5b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.472472] env[69942]: DEBUG oslo_concurrency.lockutils [None req-933230cd-ece3-4949-bb1b-bedd08fe3dcd tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "0f24152f-0c97-4b03-b839-84d0408232ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.502s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.481708] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1639dd2e-ae2e-4cb6-95a8-689c4c869438/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.483102] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "0f24152f-0c97-4b03-b839-84d0408232ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.064s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.483439] env[69942]: DEBUG nova.compute.manager [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.484116] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3ebfa8-a7c5-41bd-836b-6b22bc81fadd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.499515] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b634b1-76b1-43ec-ac62-2f4a922276c4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.508780] env[69942]: DEBUG nova.compute.manager [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1287.510020] env[69942]: DEBUG nova.objects.instance [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lazy-loading 'flavor' on Instance uuid 0f24152f-0c97-4b03-b839-84d0408232ae {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.512552] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1287.512552] env[69942]: value = "task-3831838" [ 1287.512552] env[69942]: _type = "Task" [ 1287.512552] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.523557] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.549723] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5228545c-989a-226b-75bd-1c54243374a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015383} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.549723] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.549723] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] d1d6ae86-2a14-49f9-adf2-223d46936965/d1d6ae86-2a14-49f9-adf2-223d46936965.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.550083] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a5b7bd9-4df8-40da-ad4b-4e8150f2274c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.558465] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1287.558465] env[69942]: value = "task-3831839" [ 1287.558465] env[69942]: _type = "Task" [ 1287.558465] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.569307] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.623031] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831835, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.882836] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831837, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.035116] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.072807] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831839, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.128692] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831835, 'name': CreateSnapshot_Task, 'duration_secs': 2.256944} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.129054] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1288.130141] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14a8833-55dd-430b-84cb-a3e76961ceff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.171512] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.171836] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.235651] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "17a26397-38c2-4909-a69d-284e073960ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.237441] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "17a26397-38c2-4909-a69d-284e073960ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.237794] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "17a26397-38c2-4909-a69d-284e073960ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.381866] env[69942]: DEBUG oslo_vmware.api [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831837, 'name': PowerOnVM_Task, 'duration_secs': 1.098178} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.382752] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.383093] env[69942]: INFO nova.compute.manager [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Took 12.67 seconds to spawn the instance on the hypervisor. [ 1288.383843] env[69942]: DEBUG nova.compute.manager [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.384371] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8321e6ff-1188-4dff-9c7f-ec589db8d55d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.525598] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831838, 'name': ReconfigVM_Task, 'duration_secs': 0.655541} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.525921] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1639dd2e-ae2e-4cb6-95a8-689c4c869438/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.527110] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2173bc22-ec92-4ffd-98db-9915c43ff4d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.530223] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.530391] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9acff79f-4e25-4765-ba6b-e5ae6e35b3cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.559540] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66e6865-4246-4599-b1ec-889b50d5b4c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.570395] env[69942]: DEBUG oslo_vmware.api [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1288.570395] env[69942]: value = "task-3831840" [ 1288.570395] env[69942]: _type = "Task" [ 1288.570395] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.581733] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1288.581733] env[69942]: value = "task-3831841" [ 1288.581733] env[69942]: _type = "Task" [ 1288.581733] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.586123] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718116} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.592552] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] d1d6ae86-2a14-49f9-adf2-223d46936965/d1d6ae86-2a14-49f9-adf2-223d46936965.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.592552] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.592552] env[69942]: DEBUG oslo_vmware.api [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.594294] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-841231d0-a9a5-4977-af04-26cac4d6e67f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.600872] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1288.600872] env[69942]: value = "task-3831842" [ 1288.600872] env[69942]: _type = "Task" [ 1288.600872] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.603873] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.606759] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b76d5-00b7-cc15-39c1-d514a24f4707/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1288.611152] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f59ce6-3a8c-4bb0-b9f5-fb798b5f076c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.618755] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b76d5-00b7-cc15-39c1-d514a24f4707/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1288.618958] env[69942]: ERROR oslo_vmware.rw_handles [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b76d5-00b7-cc15-39c1-d514a24f4707/disk-0.vmdk due to incomplete transfer. [ 1288.622914] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5c792c1-595a-44b9-964a-9fa320da0ee9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.631743] env[69942]: DEBUG oslo_vmware.rw_handles [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520b76d5-00b7-cc15-39c1-d514a24f4707/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1288.631977] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Uploaded image 600b3916-fa8b-4329-80e3-39e115ad6728 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1288.636354] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1288.636354] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9fe7044-5435-4c79-9f0d-82f42782750d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.643753] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1288.643753] env[69942]: value = "task-3831843" [ 1288.643753] env[69942]: _type = "Task" [ 1288.643753] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.655590] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1288.655720] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6a3bb5b-09fa-4266-8f68-5906d5d8dd4b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.667898] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831843, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.669730] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1288.669730] env[69942]: value = "task-3831844" [ 1288.669730] env[69942]: _type = "Task" [ 1288.669730] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.679807] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831844, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.911605] env[69942]: INFO nova.compute.manager [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Took 25.21 seconds to build instance. [ 1289.082180] env[69942]: DEBUG oslo_vmware.api [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831840, 'name': PowerOffVM_Task, 'duration_secs': 0.234685} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.082491] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.082689] env[69942]: DEBUG nova.compute.manager [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.083689] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff201e-4332-4fe8-a01e-805b9b167052 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.099340] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831841, 'name': ReconfigVM_Task, 'duration_secs': 0.442253} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.100157] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.100810] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9a6b179-a9a1-4a27-88b1-8791f186ae8a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.111468] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1289.112819] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1289.112819] env[69942]: value = "task-3831845" [ 1289.112819] env[69942]: _type = "Task" [ 1289.112819] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.121116] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232654} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.122043] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.123069] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e80c1c-1674-4c8e-a6a3-49f0adb35cfe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.129296] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.154515] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] d1d6ae86-2a14-49f9-adf2-223d46936965/d1d6ae86-2a14-49f9-adf2-223d46936965.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.155688] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1e2dfb1-92f8-43b4-9461-f5aea356a611 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.184040] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831843, 'name': Destroy_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.189134] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831844, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.189469] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1289.189469] env[69942]: value = "task-3831846" [ 1289.189469] env[69942]: _type = "Task" [ 1289.189469] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.203271] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.295426] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.295426] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.295426] env[69942]: DEBUG nova.network.neutron [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.417878] env[69942]: DEBUG oslo_concurrency.lockutils [None req-063532ad-19d9-4c2e-a446-bb842c20c1d0 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.719s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.606144] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a73da063-7beb-4b40-b92b-898177fefed1 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "0f24152f-0c97-4b03-b839-84d0408232ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.123s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.633110] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.673918] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831843, 'name': Destroy_Task, 'duration_secs': 0.696525} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.676845] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Destroyed the VM [ 1289.676845] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1289.676845] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43ad89c6-6577-49ac-b75e-8fb3fc286410 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.692949] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831844, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.698937] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1289.698937] env[69942]: value = "task-3831847" [ 1289.698937] env[69942]: _type = "Task" [ 1289.698937] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.713311] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831846, 'name': ReconfigVM_Task, 'duration_secs': 0.2928} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.714250] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Reconfigured VM instance instance-0000006c to attach disk [datastore1] d1d6ae86-2a14-49f9-adf2-223d46936965/d1d6ae86-2a14-49f9-adf2-223d46936965.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.715123] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a387b14-a6d7-4fac-82a5-99f75ee0e229 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.722695] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831847, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.728519] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1289.728519] env[69942]: value = "task-3831848" [ 1289.728519] env[69942]: _type = "Task" [ 1289.728519] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.738350] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831848, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.036529] env[69942]: DEBUG nova.compute.manager [req-5ae54a0c-dde4-4a36-96f0-72debb0fe073 req-36029e32-4835-4325-88fe-f05f23a1686d service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received event network-changed-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.038530] env[69942]: DEBUG nova.compute.manager [req-5ae54a0c-dde4-4a36-96f0-72debb0fe073 req-36029e32-4835-4325-88fe-f05f23a1686d service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Refreshing instance network info cache due to event network-changed-7d6c53dd-b378-476e-94d1-2720c7b8b45d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.038768] env[69942]: DEBUG oslo_concurrency.lockutils [req-5ae54a0c-dde4-4a36-96f0-72debb0fe073 req-36029e32-4835-4325-88fe-f05f23a1686d service nova] Acquiring lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.038819] env[69942]: DEBUG oslo_concurrency.lockutils [req-5ae54a0c-dde4-4a36-96f0-72debb0fe073 req-36029e32-4835-4325-88fe-f05f23a1686d service nova] Acquired lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.039126] env[69942]: DEBUG nova.network.neutron [req-5ae54a0c-dde4-4a36-96f0-72debb0fe073 req-36029e32-4835-4325-88fe-f05f23a1686d service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Refreshing network info cache for port 7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.045724] env[69942]: DEBUG oslo_concurrency.lockutils [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "0f24152f-0c97-4b03-b839-84d0408232ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.045724] env[69942]: DEBUG oslo_concurrency.lockutils [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "0f24152f-0c97-4b03-b839-84d0408232ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.045724] env[69942]: DEBUG oslo_concurrency.lockutils [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "0f24152f-0c97-4b03-b839-84d0408232ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.046111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "0f24152f-0c97-4b03-b839-84d0408232ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.046431] env[69942]: DEBUG oslo_concurrency.lockutils [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "0f24152f-0c97-4b03-b839-84d0408232ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.049970] env[69942]: INFO nova.compute.manager [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Terminating instance [ 1290.133009] env[69942]: DEBUG oslo_vmware.api [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831845, 'name': PowerOnVM_Task, 'duration_secs': 0.987707} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.133009] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.137065] env[69942]: DEBUG nova.compute.manager [None req-9c97b3d5-1cc0-47d6-8416-90c5654bba7c tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.137065] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18952fa-247a-4c1f-9f62-db743c0b7c6a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.187257] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831844, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.210851] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831847, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.240098] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831848, 'name': Rename_Task, 'duration_secs': 0.160236} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.240098] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.240098] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-914fcc8b-6022-4dd8-9543-828a6ec41e24 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.245819] env[69942]: DEBUG nova.network.neutron [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance_info_cache with network_info: [{"id": "6711469c-869a-4a26-a042-105b61c5fcf1", "address": "fa:16:3e:52:a7:4f", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6711469c-86", "ovs_interfaceid": "6711469c-869a-4a26-a042-105b61c5fcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.252841] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1290.252841] env[69942]: value = "task-3831849" [ 1290.252841] env[69942]: _type = "Task" [ 1290.252841] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.264010] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.555942] env[69942]: DEBUG nova.compute.manager [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.556201] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.557206] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec0aa7c-eef0-4456-90c5-603086e2b8c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.568483] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.569854] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9149800-32c6-4b3b-b20b-3e44087ff111 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.638199] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.639479] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.639479] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleting the datastore file [datastore2] 0f24152f-0c97-4b03-b839-84d0408232ae {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.639479] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d03ddd7-deef-471c-a6c6-1eda31877020 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.660022] env[69942]: DEBUG oslo_vmware.api [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1290.660022] env[69942]: value = "task-3831851" [ 1290.660022] env[69942]: _type = "Task" [ 1290.660022] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.669788] env[69942]: DEBUG oslo_vmware.api [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.690077] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831844, 'name': CloneVM_Task, 'duration_secs': 1.804063} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.691555] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Created linked-clone VM from snapshot [ 1290.692894] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0f1ebd-a81f-4cb5-af10-58c006ac4434 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.704409] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Uploading image 85e99cc8-15a1-4d9b-b648-8357b8bd563e {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1290.720956] env[69942]: DEBUG oslo_vmware.api [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831847, 'name': RemoveSnapshot_Task, 'duration_secs': 0.78867} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.721360] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1290.721675] env[69942]: INFO nova.compute.manager [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Took 17.36 seconds to snapshot the instance on the hypervisor. [ 1290.745518] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1290.745518] env[69942]: value = "vm-761777" [ 1290.745518] env[69942]: _type = "VirtualMachine" [ 1290.745518] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1290.745518] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-90d0de93-eb9a-40b6-813e-baca36db793b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.751437] env[69942]: DEBUG oslo_concurrency.lockutils [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.763367] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lease: (returnval){ [ 1290.763367] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524e1ad2-a65e-31d3-8467-3b117a172b45" [ 1290.763367] env[69942]: _type = "HttpNfcLease" [ 1290.763367] env[69942]: } obtained for exporting VM: (result){ [ 1290.763367] env[69942]: value = "vm-761777" [ 1290.763367] env[69942]: _type = "VirtualMachine" [ 1290.763367] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1290.763703] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the lease: (returnval){ [ 1290.763703] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524e1ad2-a65e-31d3-8467-3b117a172b45" [ 1290.763703] env[69942]: _type = "HttpNfcLease" [ 1290.763703] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1290.773880] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831849, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.780166] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.780166] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524e1ad2-a65e-31d3-8467-3b117a172b45" [ 1290.780166] env[69942]: _type = "HttpNfcLease" [ 1290.780166] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1290.780613] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1290.780613] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524e1ad2-a65e-31d3-8467-3b117a172b45" [ 1290.780613] env[69942]: _type = "HttpNfcLease" [ 1290.780613] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1290.781575] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b477c15-115e-41e8-b336-9508f66bfbe6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.791855] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521319c8-3ba4-a026-80ce-f60684f9de70/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1290.792081] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521319c8-3ba4-a026-80ce-f60684f9de70/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1290.895044] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d437cb77-4b9b-4952-b3e4-d6e8a753cca9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.939850] env[69942]: DEBUG nova.network.neutron [req-5ae54a0c-dde4-4a36-96f0-72debb0fe073 req-36029e32-4835-4325-88fe-f05f23a1686d service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updated VIF entry in instance network info cache for port 7d6c53dd-b378-476e-94d1-2720c7b8b45d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.940229] env[69942]: DEBUG nova.network.neutron [req-5ae54a0c-dde4-4a36-96f0-72debb0fe073 req-36029e32-4835-4325-88fe-f05f23a1686d service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updating instance_info_cache with network_info: [{"id": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "address": "fa:16:3e:58:27:bb", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6c53dd-b3", "ovs_interfaceid": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.170249] env[69942]: DEBUG oslo_vmware.api [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247305} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.170549] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.170875] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.170944] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.172569] env[69942]: INFO nova.compute.manager [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1291.172569] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.172569] env[69942]: DEBUG nova.compute.manager [-] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.172569] env[69942]: DEBUG nova.network.neutron [-] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.270409] env[69942]: DEBUG oslo_vmware.api [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831849, 'name': PowerOnVM_Task, 'duration_secs': 0.526701} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.270858] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.271279] env[69942]: INFO nova.compute.manager [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1291.271634] env[69942]: DEBUG nova.compute.manager [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.272939] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6670bf-19b1-4000-aaff-212d4e44cf7c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.285278] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquiring lock "a96c32e9-82e5-4fde-8d02-7dff8033440c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.285825] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lock "a96c32e9-82e5-4fde-8d02-7dff8033440c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.302266] env[69942]: DEBUG nova.compute.manager [None req-ab00843b-c049-426c-a5b6-8927d5a9ad95 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Found 1 images (rotation: 2) {{(pid=69942) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1291.426207] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4a8a8b-5abb-49a4-8cc9-a48be34bf44f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.456449] env[69942]: DEBUG oslo_concurrency.lockutils [req-5ae54a0c-dde4-4a36-96f0-72debb0fe073 req-36029e32-4835-4325-88fe-f05f23a1686d service nova] Releasing lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.457720] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e527c1d-ed91-478b-97bb-72528a9d2bb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.467262] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance '17a26397-38c2-4909-a69d-284e073960ef' progress to 83 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.729407] env[69942]: DEBUG nova.compute.manager [req-892fdb77-6a0f-4b57-be2e-5b58ef184b52 req-ba88b85c-4073-46c0-961d-02125000acdb service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Received event network-vif-deleted-d9bff746-665f-4c9f-a609-1aa55a506392 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.729407] env[69942]: INFO nova.compute.manager [req-892fdb77-6a0f-4b57-be2e-5b58ef184b52 req-ba88b85c-4073-46c0-961d-02125000acdb service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Neutron deleted interface d9bff746-665f-4c9f-a609-1aa55a506392; detaching it from the instance and deleting it from the info cache [ 1291.729407] env[69942]: DEBUG nova.network.neutron [req-892fdb77-6a0f-4b57-be2e-5b58ef184b52 req-ba88b85c-4073-46c0-961d-02125000acdb service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.790889] env[69942]: DEBUG nova.compute.manager [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.804075] env[69942]: INFO nova.compute.manager [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Took 20.88 seconds to build instance. [ 1291.975618] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.976044] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f82e843-6cf9-4a96-ab67-78ce37bb4c61 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.986933] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1291.986933] env[69942]: value = "task-3831853" [ 1291.986933] env[69942]: _type = "Task" [ 1291.986933] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.996395] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.049697] env[69942]: DEBUG nova.network.neutron [-] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.116271] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.116566] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Cleaning up deleted instances {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1292.211969] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "aab23310-6005-492c-9f19-ee5c30d28fac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.212377] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.232252] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-698fb7d2-a809-4983-aaf3-397d24d1d529 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.245274] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7262d2c1-5bfd-451b-9514-d02068a6e617 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.287745] env[69942]: DEBUG nova.compute.manager [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.288232] env[69942]: DEBUG nova.compute.manager [req-892fdb77-6a0f-4b57-be2e-5b58ef184b52 req-ba88b85c-4073-46c0-961d-02125000acdb service nova] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Detach interface failed, port_id=d9bff746-665f-4c9f-a609-1aa55a506392, reason: Instance 0f24152f-0c97-4b03-b839-84d0408232ae could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1292.289382] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb96d6cc-14b5-455a-8123-472a57503fba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.305737] env[69942]: DEBUG oslo_concurrency.lockutils [None req-04c0d41e-4eb5-48fc-b9de-093180aeff0e tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "d1d6ae86-2a14-49f9-adf2-223d46936965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.394s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.317609] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.317935] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.319685] env[69942]: INFO nova.compute.claims [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.498810] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.556452] env[69942]: INFO nova.compute.manager [-] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Took 1.38 seconds to deallocate network for instance. [ 1292.636427] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] There are 57 instances to clean {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1292.636624] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 5694c57c-5d14-4ba8-b07d-3d0eacaadb95] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1292.706053] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "fa986601-8109-43f2-bef5-c1e70046488c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.706053] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "fa986601-8109-43f2-bef5-c1e70046488c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.716218] env[69942]: INFO nova.compute.manager [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Detaching volume 85a9b159-0443-4e78-96c4-ce6e05e81c0e [ 1292.754426] env[69942]: INFO nova.virt.block_device [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Attempting to driver detach volume 85a9b159-0443-4e78-96c4-ce6e05e81c0e from mountpoint /dev/sdb [ 1292.754684] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1292.754910] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761754', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'name': 'volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab23310-6005-492c-9f19-ee5c30d28fac', 'attached_at': '', 'detached_at': '', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'serial': '85a9b159-0443-4e78-96c4-ce6e05e81c0e'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1292.755898] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c84c86-87ba-4aa7-9bd2-a107a77adc0d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.781657] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fd17ea-d63a-456c-b2ea-5c15c52e037c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.791360] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aece37-231a-4180-8bdb-4dde52b49576 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.818810] env[69942]: INFO nova.compute.manager [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] instance snapshotting [ 1292.819551] env[69942]: DEBUG nova.objects.instance [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'flavor' on Instance uuid d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.821706] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959dd5b0-c686-427a-b6f0-cf23fa9e33f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.841468] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] The volume has not been displaced from its original location: [datastore2] volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e/volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1292.847017] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.848748] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48fa60c-e162-4458-b7d7-51cb9866e621 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.870058] env[69942]: DEBUG oslo_vmware.api [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1292.870058] env[69942]: value = "task-3831854" [ 1292.870058] env[69942]: _type = "Task" [ 1292.870058] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.879549] env[69942]: DEBUG oslo_vmware.api [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.000204] env[69942]: DEBUG oslo_vmware.api [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831853, 'name': PowerOnVM_Task, 'duration_secs': 0.628615} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.000505] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.000709] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-33e58902-84c6-4b9b-8043-038081d660e2 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance '17a26397-38c2-4909-a69d-284e073960ef' progress to 100 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.033410] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "d1d6ae86-2a14-49f9-adf2-223d46936965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.033410] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "d1d6ae86-2a14-49f9-adf2-223d46936965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.033410] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "d1d6ae86-2a14-49f9-adf2-223d46936965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.033410] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "d1d6ae86-2a14-49f9-adf2-223d46936965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.033410] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "d1d6ae86-2a14-49f9-adf2-223d46936965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.034962] env[69942]: INFO nova.compute.manager [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Terminating instance [ 1293.064144] env[69942]: DEBUG oslo_concurrency.lockutils [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.140835] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: a9d6d402-e2be-44ad-bcfd-1cf076aa9ec5] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1293.208099] env[69942]: DEBUG nova.compute.manager [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1293.333265] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4f3407-0aeb-489c-a1ef-a5f5fb1be5a6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.362404] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a330b17d-b233-41d3-bf85-cb42f02eb681 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.382798] env[69942]: DEBUG oslo_vmware.api [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831854, 'name': ReconfigVM_Task, 'duration_secs': 0.275221} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.383110] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1293.390226] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceca68de-d7e3-49db-b127-7d3296dcc0d9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.409025] env[69942]: DEBUG oslo_vmware.api [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1293.409025] env[69942]: value = "task-3831855" [ 1293.409025] env[69942]: _type = "Task" [ 1293.409025] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.421118] env[69942]: DEBUG oslo_vmware.api [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.541834] env[69942]: DEBUG nova.compute.manager [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.542118] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.543367] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a99bd5-47df-4716-bee6-0e2f16b72e92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.553176] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.556163] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c13583a9-6547-4adb-9127-1da1ef38299b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.564535] env[69942]: DEBUG oslo_vmware.api [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1293.564535] env[69942]: value = "task-3831856" [ 1293.564535] env[69942]: _type = "Task" [ 1293.564535] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.576897] env[69942]: DEBUG oslo_vmware.api [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.585176] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f2bea-445a-43d1-8ab0-3e098c38566d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.594214] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2363b47c-37dc-4d10-9cc6-6f76484bf3cf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.633871] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe788ac4-aa99-4ad5-9209-73dc651e3745 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.643239] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16e45d7-381e-42f4-a4bf-2b6891aaa061 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.648394] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 4d5449a2-b243-4790-89ff-4bffbb39be31] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1293.664919] env[69942]: DEBUG nova.compute.provider_tree [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.732578] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.876281] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1293.876619] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-986978ee-dc19-4782-9144-5b2fd3f5b722 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.884521] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1293.884521] env[69942]: value = "task-3831857" [ 1293.884521] env[69942]: _type = "Task" [ 1293.884521] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.893826] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831857, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.917394] env[69942]: DEBUG oslo_vmware.api [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.079608] env[69942]: DEBUG oslo_vmware.api [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831856, 'name': PowerOffVM_Task, 'duration_secs': 0.230268} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.079961] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.080149] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.080410] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-670c1096-cd94-4340-b2ac-8dc65327ebe7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.151627] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: b947b2ed-3d18-47fc-b549-68e301a1ad41] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1294.157213] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.157504] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.157745] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleting the datastore file [datastore1] d1d6ae86-2a14-49f9-adf2-223d46936965 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.158039] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7df45e8-2164-4816-9cda-8e6182e8fdba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.166295] env[69942]: DEBUG oslo_vmware.api [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1294.166295] env[69942]: value = "task-3831859" [ 1294.166295] env[69942]: _type = "Task" [ 1294.166295] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.171078] env[69942]: DEBUG nova.scheduler.client.report [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.182866] env[69942]: DEBUG oslo_vmware.api [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.397174] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831857, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.418877] env[69942]: DEBUG oslo_vmware.api [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831855, 'name': ReconfigVM_Task, 'duration_secs': 0.835794} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.419224] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761754', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'name': 'volume-85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aab23310-6005-492c-9f19-ee5c30d28fac', 'attached_at': '', 'detached_at': '', 'volume_id': '85a9b159-0443-4e78-96c4-ce6e05e81c0e', 'serial': '85a9b159-0443-4e78-96c4-ce6e05e81c0e'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1294.656939] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d3d8d346-6b63-49e5-bbde-6cef70d39ad5] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1294.678268] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.678890] env[69942]: DEBUG nova.compute.manager [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.681703] env[69942]: DEBUG oslo_vmware.api [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219912} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.682710] env[69942]: DEBUG oslo_concurrency.lockutils [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.619s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.682945] env[69942]: DEBUG nova.objects.instance [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lazy-loading 'resources' on Instance uuid 0f24152f-0c97-4b03-b839-84d0408232ae {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.683918] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.684214] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.684495] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.684749] env[69942]: INFO nova.compute.manager [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1294.685109] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.685895] env[69942]: DEBUG nova.compute.manager [-] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.686085] env[69942]: DEBUG nova.network.neutron [-] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.899024] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831857, 'name': CreateSnapshot_Task, 'duration_secs': 0.753257} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.899024] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1294.899024] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1687143b-a14e-4ec9-9750-d66e363ec839 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.948870] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "17a26397-38c2-4909-a69d-284e073960ef" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.948870] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "17a26397-38c2-4909-a69d-284e073960ef" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.948870] env[69942]: DEBUG nova.compute.manager [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Going to confirm migration 5 {{(pid=69942) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1294.981087] env[69942]: DEBUG nova.objects.instance [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lazy-loading 'flavor' on Instance uuid aab23310-6005-492c-9f19-ee5c30d28fac {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.159595] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: a1561d54-1415-4592-aeb7-4b0385ab9e9b] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1295.184869] env[69942]: DEBUG nova.compute.utils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.186751] env[69942]: DEBUG nova.compute.manager [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1295.187082] env[69942]: DEBUG nova.network.neutron [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.226659] env[69942]: DEBUG nova.compute.manager [req-daf28459-fe07-4cb4-a605-778f5a5c7553 req-d2d552b8-1450-4780-abd1-21ba986bc29e service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Received event network-vif-deleted-b46f7b6f-e55f-4efe-b674-a7f0de22da5d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.227923] env[69942]: INFO nova.compute.manager [req-daf28459-fe07-4cb4-a605-778f5a5c7553 req-d2d552b8-1450-4780-abd1-21ba986bc29e service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Neutron deleted interface b46f7b6f-e55f-4efe-b674-a7f0de22da5d; detaching it from the instance and deleting it from the info cache [ 1295.227923] env[69942]: DEBUG nova.network.neutron [req-daf28459-fe07-4cb4-a605-778f5a5c7553 req-d2d552b8-1450-4780-abd1-21ba986bc29e service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.241983] env[69942]: DEBUG nova.policy [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9982a92d6be24526a0484734e0a6f44e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e26624a0978b43c19bbd5c127d7560e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1295.420931] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1295.422602] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-926cd511-2075-4723-a298-ea6f5b46cef5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.428394] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ecad36-40c8-49d1-ae0c-d8473f313c6c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.440335] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ff7af5-5162-4823-a773-7c45634e072f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.445759] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1295.445759] env[69942]: value = "task-3831860" [ 1295.445759] env[69942]: _type = "Task" [ 1295.445759] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.481997] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31eafe9-bed5-4b70-94ba-69c0343af34e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.491936] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831860, 'name': CloneVM_Task} progress is 16%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.500041] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43375f30-9c20-4533-8142-cba19b7ed133 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.521211] env[69942]: DEBUG nova.compute.provider_tree [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.530292] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.530586] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.531564] env[69942]: DEBUG nova.network.neutron [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.531564] env[69942]: DEBUG nova.objects.instance [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lazy-loading 'info_cache' on Instance uuid 17a26397-38c2-4909-a69d-284e073960ef {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.567631] env[69942]: DEBUG nova.network.neutron [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Successfully created port: 55760b34-ad73-450b-8838-61c19aa17b63 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.663575] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 02071e5c-9370-4819-b9d4-3399d64fda76] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1295.692239] env[69942]: DEBUG nova.compute.manager [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.712203] env[69942]: DEBUG nova.network.neutron [-] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.729879] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e060d1a9-f973-4d5c-a18e-4e61aa108e3a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.741938] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54f9ca2-ece4-4134-acc2-b4e1b091d2f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.776795] env[69942]: DEBUG nova.compute.manager [req-daf28459-fe07-4cb4-a605-778f5a5c7553 req-d2d552b8-1450-4780-abd1-21ba986bc29e service nova] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Detach interface failed, port_id=b46f7b6f-e55f-4efe-b674-a7f0de22da5d, reason: Instance d1d6ae86-2a14-49f9-adf2-223d46936965 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.893130] env[69942]: DEBUG oslo_concurrency.lockutils [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "69e3941d-3b7b-4197-be14-9334c5cd330d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.893425] env[69942]: DEBUG oslo_concurrency.lockutils [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.958691] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831860, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.995111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-ad1e7645-ced3-4d00-b63d-318f99e9139a tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.783s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.025294] env[69942]: DEBUG nova.scheduler.client.report [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.167589] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: e24a2412-bc56-4034-9b98-4d2d9190576b] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1296.215622] env[69942]: INFO nova.compute.manager [-] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Took 1.53 seconds to deallocate network for instance. [ 1296.397484] env[69942]: DEBUG nova.compute.utils [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.457983] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831860, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.531054] env[69942]: DEBUG oslo_concurrency.lockutils [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.533499] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.801s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.535118] env[69942]: INFO nova.compute.claims [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.558985] env[69942]: INFO nova.scheduler.client.report [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted allocations for instance 0f24152f-0c97-4b03-b839-84d0408232ae [ 1296.614760] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "aab23310-6005-492c-9f19-ee5c30d28fac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.615197] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.615534] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "aab23310-6005-492c-9f19-ee5c30d28fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.615842] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.616164] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.623343] env[69942]: INFO nova.compute.manager [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Terminating instance [ 1296.671226] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: bf0aaf09-f1ba-4b4b-8976-32dc9f0209df] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1296.704824] env[69942]: DEBUG nova.compute.manager [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.726047] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.732629] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.732926] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.733132] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.733359] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.733559] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.733719] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.733927] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.734098] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.734266] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.734429] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.734600] env[69942]: DEBUG nova.virt.hardware [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.735567] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaec9fa1-3c5f-49ba-bacf-8447d94d14a6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.749743] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49105be5-51d6-49a5-b43e-c3ddcf1ccc60 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.829772] env[69942]: DEBUG nova.network.neutron [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance_info_cache with network_info: [{"id": "6711469c-869a-4a26-a042-105b61c5fcf1", "address": "fa:16:3e:52:a7:4f", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6711469c-86", "ovs_interfaceid": "6711469c-869a-4a26-a042-105b61c5fcf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.901509] env[69942]: DEBUG oslo_concurrency.lockutils [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.959265] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831860, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.009671] env[69942]: DEBUG nova.compute.manager [req-65234ded-a968-4698-abad-3a2fe92980fb req-461c2745-7fe8-4908-9df6-f9b78b9e415d service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Received event network-vif-plugged-55760b34-ad73-450b-8838-61c19aa17b63 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.009958] env[69942]: DEBUG oslo_concurrency.lockutils [req-65234ded-a968-4698-abad-3a2fe92980fb req-461c2745-7fe8-4908-9df6-f9b78b9e415d service nova] Acquiring lock "a96c32e9-82e5-4fde-8d02-7dff8033440c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.010107] env[69942]: DEBUG oslo_concurrency.lockutils [req-65234ded-a968-4698-abad-3a2fe92980fb req-461c2745-7fe8-4908-9df6-f9b78b9e415d service nova] Lock "a96c32e9-82e5-4fde-8d02-7dff8033440c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.010281] env[69942]: DEBUG oslo_concurrency.lockutils [req-65234ded-a968-4698-abad-3a2fe92980fb req-461c2745-7fe8-4908-9df6-f9b78b9e415d service nova] Lock "a96c32e9-82e5-4fde-8d02-7dff8033440c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.010458] env[69942]: DEBUG nova.compute.manager [req-65234ded-a968-4698-abad-3a2fe92980fb req-461c2745-7fe8-4908-9df6-f9b78b9e415d service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] No waiting events found dispatching network-vif-plugged-55760b34-ad73-450b-8838-61c19aa17b63 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.010724] env[69942]: WARNING nova.compute.manager [req-65234ded-a968-4698-abad-3a2fe92980fb req-461c2745-7fe8-4908-9df6-f9b78b9e415d service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Received unexpected event network-vif-plugged-55760b34-ad73-450b-8838-61c19aa17b63 for instance with vm_state building and task_state spawning. [ 1297.066983] env[69942]: DEBUG oslo_concurrency.lockutils [None req-949a67b9-418b-406f-a4d5-ad7e2369ddef tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "0f24152f-0c97-4b03-b839-84d0408232ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.021s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.130691] env[69942]: DEBUG nova.compute.manager [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.130940] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.131882] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ce15b-7b9f-455c-aac1-59aa7583d826 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.140448] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.141068] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80d0b246-30c7-478f-ac7a-b00fe53adc89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.147941] env[69942]: DEBUG oslo_vmware.api [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1297.147941] env[69942]: value = "task-3831861" [ 1297.147941] env[69942]: _type = "Task" [ 1297.147941] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.157539] env[69942]: DEBUG oslo_vmware.api [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.177354] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d7eace9a-e71e-4934-bc6b-0695c38fc895] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1297.333548] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-17a26397-38c2-4909-a69d-284e073960ef" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.334060] env[69942]: DEBUG nova.objects.instance [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lazy-loading 'migration_context' on Instance uuid 17a26397-38c2-4909-a69d-284e073960ef {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.459507] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831860, 'name': CloneVM_Task, 'duration_secs': 2.020222} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.459894] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Created linked-clone VM from snapshot [ 1297.460580] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df68ecd3-0dab-4b09-a2d0-b7b18a802d80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.474373] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Uploading image 968bbdcc-fc87-462e-8c9a-74f8cd1e9139 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1297.502643] env[69942]: DEBUG oslo_vmware.rw_handles [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1297.502643] env[69942]: value = "vm-761779" [ 1297.502643] env[69942]: _type = "VirtualMachine" [ 1297.502643] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1297.504960] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-011d5f4a-bcff-41bd-a137-d0a6d9bf4cb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.511184] env[69942]: DEBUG oslo_vmware.rw_handles [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lease: (returnval){ [ 1297.511184] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521233e1-781e-7df7-8137-f19fe36e74e1" [ 1297.511184] env[69942]: _type = "HttpNfcLease" [ 1297.511184] env[69942]: } obtained for exporting VM: (result){ [ 1297.511184] env[69942]: value = "vm-761779" [ 1297.511184] env[69942]: _type = "VirtualMachine" [ 1297.511184] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1297.511469] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the lease: (returnval){ [ 1297.511469] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521233e1-781e-7df7-8137-f19fe36e74e1" [ 1297.511469] env[69942]: _type = "HttpNfcLease" [ 1297.511469] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1297.519025] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1297.519025] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521233e1-781e-7df7-8137-f19fe36e74e1" [ 1297.519025] env[69942]: _type = "HttpNfcLease" [ 1297.519025] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1297.574475] env[69942]: DEBUG nova.network.neutron [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Successfully updated port: 55760b34-ad73-450b-8838-61c19aa17b63 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.597084] env[69942]: DEBUG nova.compute.manager [req-e7bf6481-76d9-4485-aae1-9f12ed632f8c req-a909560c-8048-4456-ba27-a91e2427fc06 service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Received event network-changed-55760b34-ad73-450b-8838-61c19aa17b63 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.597333] env[69942]: DEBUG nova.compute.manager [req-e7bf6481-76d9-4485-aae1-9f12ed632f8c req-a909560c-8048-4456-ba27-a91e2427fc06 service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Refreshing instance network info cache due to event network-changed-55760b34-ad73-450b-8838-61c19aa17b63. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.597567] env[69942]: DEBUG oslo_concurrency.lockutils [req-e7bf6481-76d9-4485-aae1-9f12ed632f8c req-a909560c-8048-4456-ba27-a91e2427fc06 service nova] Acquiring lock "refresh_cache-a96c32e9-82e5-4fde-8d02-7dff8033440c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.597737] env[69942]: DEBUG oslo_concurrency.lockutils [req-e7bf6481-76d9-4485-aae1-9f12ed632f8c req-a909560c-8048-4456-ba27-a91e2427fc06 service nova] Acquired lock "refresh_cache-a96c32e9-82e5-4fde-8d02-7dff8033440c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.597912] env[69942]: DEBUG nova.network.neutron [req-e7bf6481-76d9-4485-aae1-9f12ed632f8c req-a909560c-8048-4456-ba27-a91e2427fc06 service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Refreshing network info cache for port 55760b34-ad73-450b-8838-61c19aa17b63 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.659698] env[69942]: DEBUG oslo_vmware.api [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831861, 'name': PowerOffVM_Task, 'duration_secs': 0.251959} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.662574] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.662954] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.663442] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebef8e59-79dc-401e-b51d-a1ae4d8d6dd6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.681192] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: ed927802-f6ef-487d-843f-8a443ce2d68b] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1297.731772] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.731997] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.732269] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleting the datastore file [datastore2] aab23310-6005-492c-9f19-ee5c30d28fac {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.732565] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9316dfb-68e0-46c1-960a-8b190196dc11 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.740521] env[69942]: DEBUG oslo_vmware.api [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1297.740521] env[69942]: value = "task-3831864" [ 1297.740521] env[69942]: _type = "Task" [ 1297.740521] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.752624] env[69942]: DEBUG oslo_vmware.api [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.767048] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b03f60-9742-4581-8cba-32f26bfda9ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.775466] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e877616b-d319-4837-b3ee-07ff29bff50e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.810538] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98af62ae-a068-49ec-aa9f-ff9ea876cc83 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.820085] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2e162c-14f6-4564-877e-f69de995af00 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.836341] env[69942]: DEBUG nova.compute.provider_tree [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.838989] env[69942]: DEBUG nova.objects.base [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Object Instance<17a26397-38c2-4909-a69d-284e073960ef> lazy-loaded attributes: info_cache,migration_context {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1297.840523] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0f589c-db1d-4028-95ff-02c698082986 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.865467] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6e1b79-2547-46b4-a026-e0f6c5fc5d7e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.874094] env[69942]: DEBUG oslo_vmware.api [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1297.874094] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c0c9b-387f-f7ff-da07-5bfc26dab38f" [ 1297.874094] env[69942]: _type = "Task" [ 1297.874094] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.884108] env[69942]: DEBUG oslo_vmware.api [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c0c9b-387f-f7ff-da07-5bfc26dab38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.978653] env[69942]: DEBUG oslo_concurrency.lockutils [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "69e3941d-3b7b-4197-be14-9334c5cd330d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.979049] env[69942]: DEBUG oslo_concurrency.lockutils [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.979421] env[69942]: INFO nova.compute.manager [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Attaching volume 08978816-37e4-43bd-9520-7ca2ad19edbc to /dev/sdb [ 1298.020139] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710afbd4-d33a-4611-8b59-dc53bfe62d89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.027829] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.027829] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521233e1-781e-7df7-8137-f19fe36e74e1" [ 1298.027829] env[69942]: _type = "HttpNfcLease" [ 1298.027829] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1298.030217] env[69942]: DEBUG oslo_vmware.rw_handles [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1298.030217] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521233e1-781e-7df7-8137-f19fe36e74e1" [ 1298.030217] env[69942]: _type = "HttpNfcLease" [ 1298.030217] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1298.031209] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173d2cb2-6706-44cd-a41e-40a1a52acee1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.034526] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3116698-c656-4c7f-bfff-28b6f62f21a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.043168] env[69942]: DEBUG oslo_vmware.rw_handles [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52254e49-bea2-ce6b-728e-e3995ab3928f/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1298.043358] env[69942]: DEBUG oslo_vmware.rw_handles [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52254e49-bea2-ce6b-728e-e3995ab3928f/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1298.050459] env[69942]: DEBUG nova.virt.block_device [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Updating existing volume attachment record: 5ba6d2b5-b3a7-4698-bdce-07df00cc51ed {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1298.104765] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquiring lock "refresh_cache-a96c32e9-82e5-4fde-8d02-7dff8033440c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.145038] env[69942]: DEBUG nova.network.neutron [req-e7bf6481-76d9-4485-aae1-9f12ed632f8c req-a909560c-8048-4456-ba27-a91e2427fc06 service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.184828] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 125968c4-c7c4-46d9-9f4e-72c633b8115e] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1298.203436] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-489648e2-0437-43e5-a1e6-3db2cd1d31fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.238771] env[69942]: DEBUG nova.network.neutron [req-e7bf6481-76d9-4485-aae1-9f12ed632f8c req-a909560c-8048-4456-ba27-a91e2427fc06 service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.253502] env[69942]: DEBUG oslo_vmware.api [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305924} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.253652] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.253837] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.254023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.254202] env[69942]: INFO nova.compute.manager [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1298.254442] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.254631] env[69942]: DEBUG nova.compute.manager [-] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.254725] env[69942]: DEBUG nova.network.neutron [-] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.341191] env[69942]: DEBUG nova.scheduler.client.report [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.387598] env[69942]: DEBUG oslo_vmware.api [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520c0c9b-387f-f7ff-da07-5bfc26dab38f, 'name': SearchDatastore_Task, 'duration_secs': 0.012253} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.388100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.540722] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "7747ba2e-feed-4a9a-adc3-19b5262304cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.541121] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "7747ba2e-feed-4a9a-adc3-19b5262304cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.691470] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: f8e4bfe6-bb63-471b-af51-911755e8a9e1] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1298.743327] env[69942]: DEBUG oslo_concurrency.lockutils [req-e7bf6481-76d9-4485-aae1-9f12ed632f8c req-a909560c-8048-4456-ba27-a91e2427fc06 service nova] Releasing lock "refresh_cache-a96c32e9-82e5-4fde-8d02-7dff8033440c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.743327] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquired lock "refresh_cache-a96c32e9-82e5-4fde-8d02-7dff8033440c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.743327] env[69942]: DEBUG nova.network.neutron [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.846995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.847759] env[69942]: DEBUG nova.compute.manager [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.850555] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.125s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.851153] env[69942]: DEBUG nova.objects.instance [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lazy-loading 'resources' on Instance uuid d1d6ae86-2a14-49f9-adf2-223d46936965 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.043370] env[69942]: DEBUG nova.compute.manager [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.194241] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 7ed0027a-77b2-4f48-98d8-6d3f31468164] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1299.277489] env[69942]: DEBUG nova.network.neutron [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.358513] env[69942]: DEBUG nova.compute.utils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.365360] env[69942]: DEBUG nova.compute.manager [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.365823] env[69942]: DEBUG nova.network.neutron [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.453122] env[69942]: DEBUG nova.network.neutron [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Updating instance_info_cache with network_info: [{"id": "55760b34-ad73-450b-8838-61c19aa17b63", "address": "fa:16:3e:15:a2:9f", "network": {"id": "4de58f8e-ad88-4de2-833b-1d6055950207", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-77952450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26624a0978b43c19bbd5c127d7560e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55760b34-ad", "ovs_interfaceid": "55760b34-ad73-450b-8838-61c19aa17b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.456784] env[69942]: DEBUG nova.policy [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bef79649ece4954b197e2415d10192b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a63adc8b4dd8467783c750b04f8856b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.571092] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.649718] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3008fc1-3c27-4396-8816-f80890c62ebd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.660865] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c0103-b6d6-4119-91c0-12ad1ba40720 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.706630] env[69942]: DEBUG nova.network.neutron [-] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.712699] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 16bdc7a3-740d-45e0-a515-f23cc2cde490] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1299.719168] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70bc3f7-c06f-4f31-b434-766aea8653e0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.723366] env[69942]: DEBUG nova.compute.manager [req-3f4b2fca-12d4-4e4e-b1bf-9e9ef8e5934b req-3bebd272-d950-46b6-8f1b-1334d8ccd659 service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Received event network-vif-deleted-e1792318-750d-4106-a670-a286c8be19cb {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.723366] env[69942]: INFO nova.compute.manager [req-3f4b2fca-12d4-4e4e-b1bf-9e9ef8e5934b req-3bebd272-d950-46b6-8f1b-1334d8ccd659 service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Neutron deleted interface e1792318-750d-4106-a670-a286c8be19cb; detaching it from the instance and deleting it from the info cache [ 1299.724149] env[69942]: DEBUG nova.network.neutron [req-3f4b2fca-12d4-4e4e-b1bf-9e9ef8e5934b req-3bebd272-d950-46b6-8f1b-1334d8ccd659 service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.732283] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf3afa6-b367-42ee-99ef-74c8addafede {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.749950] env[69942]: DEBUG nova.compute.provider_tree [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.865226] env[69942]: DEBUG nova.compute.manager [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.890335] env[69942]: DEBUG nova.network.neutron [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Successfully created port: b9ce3826-3ae0-4098-8f84-bfdf79cdac1a {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.960043] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Releasing lock "refresh_cache-a96c32e9-82e5-4fde-8d02-7dff8033440c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.960476] env[69942]: DEBUG nova.compute.manager [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Instance network_info: |[{"id": "55760b34-ad73-450b-8838-61c19aa17b63", "address": "fa:16:3e:15:a2:9f", "network": {"id": "4de58f8e-ad88-4de2-833b-1d6055950207", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-77952450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26624a0978b43c19bbd5c127d7560e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55760b34-ad", "ovs_interfaceid": "55760b34-ad73-450b-8838-61c19aa17b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1299.960956] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a2:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55760b34-ad73-450b-8838-61c19aa17b63', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.969346] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Creating folder: Project (e26624a0978b43c19bbd5c127d7560e8). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.969904] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efb33e4c-d3f6-4044-b98d-f2976c50831c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.983070] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Created folder: Project (e26624a0978b43c19bbd5c127d7560e8) in parent group-v761487. [ 1299.983397] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Creating folder: Instances. Parent ref: group-v761781. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.983972] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c152301a-300a-4faf-a914-f4ce95ed7870 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.995455] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Created folder: Instances in parent group-v761781. [ 1299.995979] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.996279] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.996559] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-369112e6-8f2b-451e-a47a-4be20b6a317d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.018505] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.018505] env[69942]: value = "task-3831868" [ 1300.018505] env[69942]: _type = "Task" [ 1300.018505] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.028312] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831868, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.180989] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521319c8-3ba4-a026-80ce-f60684f9de70/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1300.181991] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea9fff8-87d7-485f-bed9-d37c8b0e25c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.189827] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521319c8-3ba4-a026-80ce-f60684f9de70/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1300.189827] env[69942]: ERROR oslo_vmware.rw_handles [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521319c8-3ba4-a026-80ce-f60684f9de70/disk-0.vmdk due to incomplete transfer. [ 1300.189827] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8798f560-9cad-4765-8e3d-35ae7508f4e0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.198865] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521319c8-3ba4-a026-80ce-f60684f9de70/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1300.199093] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Uploaded image 85e99cc8-15a1-4d9b-b648-8357b8bd563e to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1300.201739] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1300.202740] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1fc8f008-4904-4239-8e20-e2a59ebe69c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.210858] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1300.210858] env[69942]: value = "task-3831869" [ 1300.210858] env[69942]: _type = "Task" [ 1300.210858] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.215908] env[69942]: INFO nova.compute.manager [-] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Took 1.96 seconds to deallocate network for instance. [ 1300.220660] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 37a869c4-6616-4a78-a11f-841a8dded9a9] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1300.229358] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831869, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.229358] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d451c80-9958-48f4-9212-96b0206629ab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.239162] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc33b71f-1c18-42b7-8469-9b5be0f28910 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.254361] env[69942]: DEBUG nova.scheduler.client.report [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.284609] env[69942]: DEBUG nova.compute.manager [req-3f4b2fca-12d4-4e4e-b1bf-9e9ef8e5934b req-3bebd272-d950-46b6-8f1b-1334d8ccd659 service nova] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Detach interface failed, port_id=e1792318-750d-4106-a670-a286c8be19cb, reason: Instance aab23310-6005-492c-9f19-ee5c30d28fac could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.532324] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831868, 'name': CreateVM_Task, 'duration_secs': 0.383871} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.533088] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.534344] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.534742] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.535178] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.535454] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22b6e7c-04da-4b83-af85-3f01e50b1e61 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.541777] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for the task: (returnval){ [ 1300.541777] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520dfca5-8f0f-6761-4d0c-6e679bdb3488" [ 1300.541777] env[69942]: _type = "Task" [ 1300.541777] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.551771] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520dfca5-8f0f-6761-4d0c-6e679bdb3488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.721995] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831869, 'name': Destroy_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.723494] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.726058] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 430d8f3f-6cb1-4c49-a578-552579679614] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1300.760390] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.763180] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.375s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.788084] env[69942]: INFO nova.scheduler.client.report [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted allocations for instance d1d6ae86-2a14-49f9-adf2-223d46936965 [ 1300.874900] env[69942]: DEBUG nova.compute.manager [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.903518] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.904009] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.904234] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.904457] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.904732] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.904821] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.905126] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.905328] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.905545] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.905848] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.906158] env[69942]: DEBUG nova.virt.hardware [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.907235] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8701e6-af2b-4489-9b55-a493dc021987 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.917201] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22df6db5-dfb9-4a8c-a77e-b342e25a2396 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.056273] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520dfca5-8f0f-6761-4d0c-6e679bdb3488, 'name': SearchDatastore_Task, 'duration_secs': 0.014607} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.056622] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.056885] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.057305] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.057455] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.057663] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.057950] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c8ba6d9-7210-421e-8b36-9e4e6c69371f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.070772] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.070969] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.071973] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3a5588-7512-4c12-9916-7afa1f852839 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.079056] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for the task: (returnval){ [ 1301.079056] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b4ece8-44e4-5e47-1ac2-2b42b05de3f5" [ 1301.079056] env[69942]: _type = "Task" [ 1301.079056] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.090769] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b4ece8-44e4-5e47-1ac2-2b42b05de3f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.222814] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831869, 'name': Destroy_Task, 'duration_secs': 0.661881} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.223205] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Destroyed the VM [ 1301.223476] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1301.223757] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d4069bd-2e98-4998-9d30-974808a1a20f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.229649] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 4fc59d8e-f863-492b-949a-8913bc42596d] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1301.232975] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1301.232975] env[69942]: value = "task-3831871" [ 1301.232975] env[69942]: _type = "Task" [ 1301.232975] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.244987] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831871, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.297283] env[69942]: DEBUG oslo_concurrency.lockutils [None req-20394792-0907-4f30-8774-ba7d2277450d tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "d1d6ae86-2a14-49f9-adf2-223d46936965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.265s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.473621] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b81144-a9c5-4f38-b02a-f29390e989d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.482866] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e60c80-8439-4845-a14d-9b3461a35a7e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.517557] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfeab84-6ae5-459d-a96e-904a86bf6777 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.521532] env[69942]: DEBUG nova.compute.manager [req-c77d795d-2992-4817-aa1d-05342a9c13cd req-0740cba7-fe13-405a-88f5-fc1287fed9cd service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Received event network-vif-plugged-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.521803] env[69942]: DEBUG oslo_concurrency.lockutils [req-c77d795d-2992-4817-aa1d-05342a9c13cd req-0740cba7-fe13-405a-88f5-fc1287fed9cd service nova] Acquiring lock "fa986601-8109-43f2-bef5-c1e70046488c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.522059] env[69942]: DEBUG oslo_concurrency.lockutils [req-c77d795d-2992-4817-aa1d-05342a9c13cd req-0740cba7-fe13-405a-88f5-fc1287fed9cd service nova] Lock "fa986601-8109-43f2-bef5-c1e70046488c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.522281] env[69942]: DEBUG oslo_concurrency.lockutils [req-c77d795d-2992-4817-aa1d-05342a9c13cd req-0740cba7-fe13-405a-88f5-fc1287fed9cd service nova] Lock "fa986601-8109-43f2-bef5-c1e70046488c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.522494] env[69942]: DEBUG nova.compute.manager [req-c77d795d-2992-4817-aa1d-05342a9c13cd req-0740cba7-fe13-405a-88f5-fc1287fed9cd service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] No waiting events found dispatching network-vif-plugged-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1301.522698] env[69942]: WARNING nova.compute.manager [req-c77d795d-2992-4817-aa1d-05342a9c13cd req-0740cba7-fe13-405a-88f5-fc1287fed9cd service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Received unexpected event network-vif-plugged-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a for instance with vm_state building and task_state spawning. [ 1301.530205] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5322e0fb-2d5f-4170-8bbd-aea28b6030b2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.551362] env[69942]: DEBUG nova.compute.provider_tree [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.591313] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b4ece8-44e4-5e47-1ac2-2b42b05de3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013317} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.592202] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931a0327-46e8-4c3a-8b07-26707dc450a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.600512] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for the task: (returnval){ [ 1301.600512] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527daa9c-37c8-1224-7813-ac0eb6398e28" [ 1301.600512] env[69942]: _type = "Task" [ 1301.600512] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.612079] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527daa9c-37c8-1224-7813-ac0eb6398e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.668137] env[69942]: DEBUG nova.network.neutron [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Successfully updated port: b9ce3826-3ae0-4098-8f84-bfdf79cdac1a {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.734361] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 71423560-66a7-4ae1-bc19-0b122be901bb] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1301.746768] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831871, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.054900] env[69942]: DEBUG nova.scheduler.client.report [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.112391] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527daa9c-37c8-1224-7813-ac0eb6398e28, 'name': SearchDatastore_Task, 'duration_secs': 0.0246} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.112675] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.112984] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] a96c32e9-82e5-4fde-8d02-7dff8033440c/a96c32e9-82e5-4fde-8d02-7dff8033440c.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.113290] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5730654-7c88-4751-945f-4e996eb12324 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.121925] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for the task: (returnval){ [ 1302.121925] env[69942]: value = "task-3831872" [ 1302.121925] env[69942]: _type = "Task" [ 1302.121925] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.131249] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.173814] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.174101] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.174365] env[69942]: DEBUG nova.network.neutron [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.241224] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: a81c11e2-0448-42f0-94d2-e3d0640777a0] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1302.249210] env[69942]: DEBUG oslo_vmware.api [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831871, 'name': RemoveSnapshot_Task, 'duration_secs': 0.875592} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.249486] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1302.249719] env[69942]: INFO nova.compute.manager [None req-be8c24f5-1f14-47c2-b9c0-9b2b781f5de3 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Took 17.20 seconds to snapshot the instance on the hypervisor. [ 1302.541438] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "6dcecd48-dae8-489b-95c4-5829198e36e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.541683] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "6dcecd48-dae8-489b-95c4-5829198e36e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.635760] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831872, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.652709] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1302.652952] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761780', 'volume_id': '08978816-37e4-43bd-9520-7ca2ad19edbc', 'name': 'volume-08978816-37e4-43bd-9520-7ca2ad19edbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69e3941d-3b7b-4197-be14-9334c5cd330d', 'attached_at': '', 'detached_at': '', 'volume_id': '08978816-37e4-43bd-9520-7ca2ad19edbc', 'serial': '08978816-37e4-43bd-9520-7ca2ad19edbc'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1302.653943] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bbc892-ff4d-425c-b542-486db0ddd6dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.671800] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb12a5a6-a437-4147-bf5e-f067521aa4d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.700117] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-08978816-37e4-43bd-9520-7ca2ad19edbc/volume-08978816-37e4-43bd-9520-7ca2ad19edbc.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.700897] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228e0ec5-f8ff-472e-9333-ef661ef34c7c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.720788] env[69942]: DEBUG oslo_vmware.api [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1302.720788] env[69942]: value = "task-3831873" [ 1302.720788] env[69942]: _type = "Task" [ 1302.720788] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.730550] env[69942]: DEBUG oslo_vmware.api [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.731475] env[69942]: DEBUG nova.network.neutron [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.744334] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d8c66893-191d-4fb3-8ae1-878d00783812] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1302.895235] env[69942]: DEBUG nova.network.neutron [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Updating instance_info_cache with network_info: [{"id": "b9ce3826-3ae0-4098-8f84-bfdf79cdac1a", "address": "fa:16:3e:e0:ca:82", "network": {"id": "b7437577-ea6d-4fe7-a6e1-07288bd3fde3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887792908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a63adc8b4dd8467783c750b04f8856b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ce3826-3a", "ovs_interfaceid": "b9ce3826-3ae0-4098-8f84-bfdf79cdac1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.044760] env[69942]: DEBUG nova.compute.manager [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1303.065103] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.302s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.068204] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.498s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.069817] env[69942]: INFO nova.compute.claims [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.134412] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831872, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00962} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.134976] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] a96c32e9-82e5-4fde-8d02-7dff8033440c/a96c32e9-82e5-4fde-8d02-7dff8033440c.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.135306] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.135628] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da4b81e0-e10d-41d3-a3f7-d0c04fb69456 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.144527] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for the task: (returnval){ [ 1303.144527] env[69942]: value = "task-3831874" [ 1303.144527] env[69942]: _type = "Task" [ 1303.144527] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.154071] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.232513] env[69942]: DEBUG oslo_vmware.api [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.248255] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: c26ba48b-1618-4b22-8e2a-dc94e42a50c1] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1303.400939] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.400939] env[69942]: DEBUG nova.compute.manager [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Instance network_info: |[{"id": "b9ce3826-3ae0-4098-8f84-bfdf79cdac1a", "address": "fa:16:3e:e0:ca:82", "network": {"id": "b7437577-ea6d-4fe7-a6e1-07288bd3fde3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887792908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a63adc8b4dd8467783c750b04f8856b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ce3826-3a", "ovs_interfaceid": "b9ce3826-3ae0-4098-8f84-bfdf79cdac1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.401199] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:ca:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9ce3826-3ae0-4098-8f84-bfdf79cdac1a', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.409206] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.409775] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.410037] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4ec1d9f-ae61-4095-bef8-536d1ccfa41c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.432029] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.432029] env[69942]: value = "task-3831875" [ 1303.432029] env[69942]: _type = "Task" [ 1303.432029] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.439818] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831875, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.531491] env[69942]: DEBUG nova.compute.manager [req-df31cf28-66bc-4171-ac77-ad95757a80f2 req-514c91c5-fd90-46cf-8bb1-5a5c5ed0a662 service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Received event network-changed-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.532358] env[69942]: DEBUG nova.compute.manager [req-df31cf28-66bc-4171-ac77-ad95757a80f2 req-514c91c5-fd90-46cf-8bb1-5a5c5ed0a662 service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Refreshing instance network info cache due to event network-changed-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.532768] env[69942]: DEBUG oslo_concurrency.lockutils [req-df31cf28-66bc-4171-ac77-ad95757a80f2 req-514c91c5-fd90-46cf-8bb1-5a5c5ed0a662 service nova] Acquiring lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.533080] env[69942]: DEBUG oslo_concurrency.lockutils [req-df31cf28-66bc-4171-ac77-ad95757a80f2 req-514c91c5-fd90-46cf-8bb1-5a5c5ed0a662 service nova] Acquired lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.533455] env[69942]: DEBUG nova.network.neutron [req-df31cf28-66bc-4171-ac77-ad95757a80f2 req-514c91c5-fd90-46cf-8bb1-5a5c5ed0a662 service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Refreshing network info cache for port b9ce3826-3ae0-4098-8f84-bfdf79cdac1a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.569493] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.633772] env[69942]: INFO nova.scheduler.client.report [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted allocation for migration c9be36ae-4ab4-4c44-94c4-ee03ad27df81 [ 1303.655142] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105309} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.655494] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.656461] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ef3593-1e0d-42ab-b7a4-ee7682aafa64 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.680757] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] a96c32e9-82e5-4fde-8d02-7dff8033440c/a96c32e9-82e5-4fde-8d02-7dff8033440c.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.681859] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2066166-c8d9-412f-b1d8-fd187a0115f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.703499] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for the task: (returnval){ [ 1303.703499] env[69942]: value = "task-3831876" [ 1303.703499] env[69942]: _type = "Task" [ 1303.703499] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.714597] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.732825] env[69942]: DEBUG oslo_vmware.api [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831873, 'name': ReconfigVM_Task, 'duration_secs': 0.956875} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.733349] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-08978816-37e4-43bd-9520-7ca2ad19edbc/volume-08978816-37e4-43bd-9520-7ca2ad19edbc.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.738855] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d52c935f-8cd6-4a86-92a6-0cc39b3b8392 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.752048] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: bfda2380-cd54-4d06-be37-84f1e6256ea8] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1303.755579] env[69942]: DEBUG oslo_vmware.api [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1303.755579] env[69942]: value = "task-3831877" [ 1303.755579] env[69942]: _type = "Task" [ 1303.755579] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.769318] env[69942]: DEBUG oslo_vmware.api [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.944349] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831875, 'name': CreateVM_Task, 'duration_secs': 0.406765} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.945181] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.945300] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.945955] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.945955] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.946069] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077b3e9a-5cfe-44d4-a101-349d950befb6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.953352] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1303.953352] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52741f51-0234-9fd6-449e-042ff125b311" [ 1303.953352] env[69942]: _type = "Task" [ 1303.953352] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.963904] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52741f51-0234-9fd6-449e-042ff125b311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.140429] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e2b221cb-baaa-4ff3-b801-e2ed7f37eb37 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "17a26397-38c2-4909-a69d-284e073960ef" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.193s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.217017] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831876, 'name': ReconfigVM_Task, 'duration_secs': 0.353115} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.221789] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] a96c32e9-82e5-4fde-8d02-7dff8033440c/a96c32e9-82e5-4fde-8d02-7dff8033440c.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.223162] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e60f7c7-56f6-4dd7-9646-0606383d48f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.231452] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for the task: (returnval){ [ 1304.231452] env[69942]: value = "task-3831878" [ 1304.231452] env[69942]: _type = "Task" [ 1304.231452] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.245158] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831878, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.257488] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 3c92a5a0-f35e-43f5-83f1-036002a895e9] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.279363] env[69942]: DEBUG oslo_vmware.api [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831877, 'name': ReconfigVM_Task, 'duration_secs': 0.178692} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.280350] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761780', 'volume_id': '08978816-37e4-43bd-9520-7ca2ad19edbc', 'name': 'volume-08978816-37e4-43bd-9520-7ca2ad19edbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69e3941d-3b7b-4197-be14-9334c5cd330d', 'attached_at': '', 'detached_at': '', 'volume_id': '08978816-37e4-43bd-9520-7ca2ad19edbc', 'serial': '08978816-37e4-43bd-9520-7ca2ad19edbc'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1304.307258] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77059a06-c213-42bd-9afd-8efbf40d8043 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.315985] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16f8ba9-d9c1-4c3b-832c-2f9bdcae1d02 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.351103] env[69942]: DEBUG nova.network.neutron [req-df31cf28-66bc-4171-ac77-ad95757a80f2 req-514c91c5-fd90-46cf-8bb1-5a5c5ed0a662 service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Updated VIF entry in instance network info cache for port b9ce3826-3ae0-4098-8f84-bfdf79cdac1a. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.351455] env[69942]: DEBUG nova.network.neutron [req-df31cf28-66bc-4171-ac77-ad95757a80f2 req-514c91c5-fd90-46cf-8bb1-5a5c5ed0a662 service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Updating instance_info_cache with network_info: [{"id": "b9ce3826-3ae0-4098-8f84-bfdf79cdac1a", "address": "fa:16:3e:e0:ca:82", "network": {"id": "b7437577-ea6d-4fe7-a6e1-07288bd3fde3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887792908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a63adc8b4dd8467783c750b04f8856b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ce3826-3a", "ovs_interfaceid": "b9ce3826-3ae0-4098-8f84-bfdf79cdac1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.353162] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a226ef-fee8-4bb2-be97-2288d3331ad3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.363602] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cac42a-7a3f-47fb-82c8-491753f5522f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.369970] env[69942]: DEBUG nova.compute.manager [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.371126] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41ff0b5-fd47-4746-968e-3339062f65f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.388468] env[69942]: DEBUG nova.compute.provider_tree [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.465668] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52741f51-0234-9fd6-449e-042ff125b311, 'name': SearchDatastore_Task, 'duration_secs': 0.015023} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.466008] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.466254] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.466487] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.466631] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.466807] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.467120] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5566193-3874-4ee0-a457-98fdd722a2e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.479149] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.479149] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.479149] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca2c44b-af70-419c-aa65-bc2f54534fd9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.484784] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1304.484784] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523b4b31-76b3-39d6-6377-3a236fa6fcbe" [ 1304.484784] env[69942]: _type = "Task" [ 1304.484784] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.494190] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523b4b31-76b3-39d6-6377-3a236fa6fcbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.588285] env[69942]: DEBUG oslo_concurrency.lockutils [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "17a26397-38c2-4909-a69d-284e073960ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.588959] env[69942]: DEBUG oslo_concurrency.lockutils [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "17a26397-38c2-4909-a69d-284e073960ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.588959] env[69942]: DEBUG oslo_concurrency.lockutils [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "17a26397-38c2-4909-a69d-284e073960ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.589146] env[69942]: DEBUG oslo_concurrency.lockutils [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "17a26397-38c2-4909-a69d-284e073960ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.589374] env[69942]: DEBUG oslo_concurrency.lockutils [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "17a26397-38c2-4909-a69d-284e073960ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.592016] env[69942]: INFO nova.compute.manager [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Terminating instance [ 1304.744494] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831878, 'name': Rename_Task, 'duration_secs': 0.159065} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.745137] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.745404] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c97ff1c-9189-4c66-99d7-1129e2832690 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.753310] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for the task: (returnval){ [ 1304.753310] env[69942]: value = "task-3831879" [ 1304.753310] env[69942]: _type = "Task" [ 1304.753310] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.762634] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.767249] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 29e1e27f-54fb-4f78-ba3c-42a86051dd14] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.858083] env[69942]: DEBUG oslo_concurrency.lockutils [req-df31cf28-66bc-4171-ac77-ad95757a80f2 req-514c91c5-fd90-46cf-8bb1-5a5c5ed0a662 service nova] Releasing lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.890993] env[69942]: DEBUG nova.scheduler.client.report [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.895864] env[69942]: INFO nova.compute.manager [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] instance snapshotting [ 1304.898574] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eeb649-2a8a-4f2b-b5cb-e7fbf97c18cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.921791] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d51858f-e28b-4ca9-bc4b-ceb90f197ab1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.995798] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523b4b31-76b3-39d6-6377-3a236fa6fcbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.996636] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6456f84-7267-4b33-9bc8-aeaa38dda985 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.002850] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1305.002850] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523551ae-4486-85d6-1ca1-50c6e6188732" [ 1305.002850] env[69942]: _type = "Task" [ 1305.002850] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.011767] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523551ae-4486-85d6-1ca1-50c6e6188732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.086520] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "05a92e60-94a7-45a6-8d13-e532051944ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.086520] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "05a92e60-94a7-45a6-8d13-e532051944ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.097061] env[69942]: DEBUG nova.compute.manager [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.097061] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.098691] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f72bafd-00fd-4881-bac8-a053a6da6d2a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.107629] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.107907] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24632226-54ff-40d4-ae01-8746cdc3d2fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.115170] env[69942]: DEBUG oslo_vmware.api [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1305.115170] env[69942]: value = "task-3831880" [ 1305.115170] env[69942]: _type = "Task" [ 1305.115170] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.125619] env[69942]: DEBUG oslo_vmware.api [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.171905] env[69942]: DEBUG nova.compute.manager [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Stashing vm_state: active {{(pid=69942) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1305.267722] env[69942]: DEBUG oslo_vmware.api [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831879, 'name': PowerOnVM_Task, 'duration_secs': 0.499456} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.268036] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.268309] env[69942]: INFO nova.compute.manager [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1305.268629] env[69942]: DEBUG nova.compute.manager [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.269529] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb22eed-66f3-47f8-a968-3cbb437272d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.272815] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 52c462a2-9f53-46b9-a9e4-17bcd084f3d6] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1305.328672] env[69942]: DEBUG nova.objects.instance [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lazy-loading 'flavor' on Instance uuid 69e3941d-3b7b-4197-be14-9334c5cd330d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.396381] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.396894] env[69942]: DEBUG nova.compute.manager [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.399552] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.676s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.399722] env[69942]: DEBUG nova.objects.instance [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lazy-loading 'resources' on Instance uuid aab23310-6005-492c-9f19-ee5c30d28fac {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.433582] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1305.434124] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d437dd99-6a22-4e9c-97ed-4c43ac96cdc3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.444073] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1305.444073] env[69942]: value = "task-3831881" [ 1305.444073] env[69942]: _type = "Task" [ 1305.444073] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.452435] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.513775] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523551ae-4486-85d6-1ca1-50c6e6188732, 'name': SearchDatastore_Task, 'duration_secs': 0.013289} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.514012] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.514302] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] fa986601-8109-43f2-bef5-c1e70046488c/fa986601-8109-43f2-bef5-c1e70046488c.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.514573] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57cfbd6f-a40c-42c2-9806-cb88efe9dcb7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.522304] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1305.522304] env[69942]: value = "task-3831882" [ 1305.522304] env[69942]: _type = "Task" [ 1305.522304] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.531170] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.589403] env[69942]: DEBUG nova.compute.manager [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.627060] env[69942]: DEBUG oslo_vmware.api [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831880, 'name': PowerOffVM_Task, 'duration_secs': 0.22128} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.627960] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.628178] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.628419] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba81a8d0-f9a8-48ec-9b5d-5dae6e02296d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.695426] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.695758] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.696077] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleting the datastore file [datastore1] 17a26397-38c2-4909-a69d-284e073960ef {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.697298] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.697543] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd134889-d063-421b-9763-b83873c15e82 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.704322] env[69942]: DEBUG oslo_vmware.api [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1305.704322] env[69942]: value = "task-3831884" [ 1305.704322] env[69942]: _type = "Task" [ 1305.704322] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.712571] env[69942]: DEBUG oslo_vmware.api [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.778122] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 11fdc26b-a5ad-4dd9-9b20-fd134ad2e98c] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1305.793813] env[69942]: INFO nova.compute.manager [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Took 13.49 seconds to build instance. [ 1305.833790] env[69942]: DEBUG oslo_concurrency.lockutils [None req-02c76f25-0c70-4d67-b885-a5c8cd5a175b tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.855s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.902553] env[69942]: DEBUG nova.compute.utils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.904241] env[69942]: DEBUG nova.compute.manager [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.904422] env[69942]: DEBUG nova.network.neutron [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.961596] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.971399] env[69942]: DEBUG nova.policy [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '733dc007d21d45cc8b445b0fcc39b4b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a4d53b6fe84b02a43166c8642ce26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1306.033480] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831882, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.119607] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.200483] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79da36b5-3cd7-4791-b097-2e62e4dc0c1f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.214979] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a91f1b5-67d6-45aa-b1bd-6c28a05e2ee5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.223911] env[69942]: DEBUG oslo_vmware.api [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.261073] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e84d0d9-51cd-46f3-8f5f-dde94836155f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.273437] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b57404-dbc3-49d4-b218-4ba12ec5b932 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.289842] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d291e516-2977-4c3b-aff3-975e8aa648fe] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1306.292361] env[69942]: DEBUG nova.compute.provider_tree [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.295996] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5515eca-1c61-43f0-a4d9-ed6560da3dfd tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lock "a96c32e9-82e5-4fde-8d02-7dff8033440c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.010s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.336913] env[69942]: DEBUG nova.network.neutron [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Successfully created port: e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.364502] env[69942]: DEBUG nova.compute.manager [req-289fc8b2-98db-4123-b085-fcf578eac2e3 req-72586471-b0c7-4b3e-a4bb-0e418be72f6d service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Received event network-changed-55760b34-ad73-450b-8838-61c19aa17b63 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.364737] env[69942]: DEBUG nova.compute.manager [req-289fc8b2-98db-4123-b085-fcf578eac2e3 req-72586471-b0c7-4b3e-a4bb-0e418be72f6d service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Refreshing instance network info cache due to event network-changed-55760b34-ad73-450b-8838-61c19aa17b63. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.365185] env[69942]: DEBUG oslo_concurrency.lockutils [req-289fc8b2-98db-4123-b085-fcf578eac2e3 req-72586471-b0c7-4b3e-a4bb-0e418be72f6d service nova] Acquiring lock "refresh_cache-a96c32e9-82e5-4fde-8d02-7dff8033440c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.365451] env[69942]: DEBUG oslo_concurrency.lockutils [req-289fc8b2-98db-4123-b085-fcf578eac2e3 req-72586471-b0c7-4b3e-a4bb-0e418be72f6d service nova] Acquired lock "refresh_cache-a96c32e9-82e5-4fde-8d02-7dff8033440c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.365716] env[69942]: DEBUG nova.network.neutron [req-289fc8b2-98db-4123-b085-fcf578eac2e3 req-72586471-b0c7-4b3e-a4bb-0e418be72f6d service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Refreshing network info cache for port 55760b34-ad73-450b-8838-61c19aa17b63 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.411686] env[69942]: DEBUG nova.compute.manager [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.457243] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831881, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.535925] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590564} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.536238] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] fa986601-8109-43f2-bef5-c1e70046488c/fa986601-8109-43f2-bef5-c1e70046488c.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.536702] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.536702] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7cdc0de-413a-4cbc-b126-95b7a303f454 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.545374] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1306.545374] env[69942]: value = "task-3831885" [ 1306.545374] env[69942]: _type = "Task" [ 1306.545374] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.562611] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.652155] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "69e3941d-3b7b-4197-be14-9334c5cd330d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.652155] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.718392] env[69942]: DEBUG oslo_vmware.api [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562072} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.718922] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1306.719782] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1306.721421] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1306.721421] env[69942]: INFO nova.compute.manager [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1306.721421] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.721421] env[69942]: DEBUG nova.compute.manager [-] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1306.721421] env[69942]: DEBUG nova.network.neutron [-] [instance: 17a26397-38c2-4909-a69d-284e073960ef] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1306.794755] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 28193666-5a9f-4572-97d2-fe569fc7afd3] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1306.819140] env[69942]: ERROR nova.scheduler.client.report [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [req-5df7edd3-9f25-49c6-9c81-95aa273f8c75] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5df7edd3-9f25-49c6-9c81-95aa273f8c75"}]} [ 1306.840585] env[69942]: DEBUG nova.scheduler.client.report [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1306.858902] env[69942]: DEBUG nova.scheduler.client.report [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1306.859508] env[69942]: DEBUG nova.compute.provider_tree [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1306.876807] env[69942]: DEBUG nova.scheduler.client.report [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1306.898277] env[69942]: DEBUG nova.scheduler.client.report [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1306.964266] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831881, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.058350] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171158} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.058654] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.059544] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e9b9f6-dfc3-4c38-a2b7-66f6d881000c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.086386] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] fa986601-8109-43f2-bef5-c1e70046488c/fa986601-8109-43f2-bef5-c1e70046488c.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.089401] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d9bc40-ebee-4a02-a142-01ab24fc08e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.110074] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1307.110074] env[69942]: value = "task-3831886" [ 1307.110074] env[69942]: _type = "Task" [ 1307.110074] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.120214] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.155266] env[69942]: INFO nova.compute.manager [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Detaching volume 08978816-37e4-43bd-9520-7ca2ad19edbc [ 1307.209137] env[69942]: INFO nova.virt.block_device [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Attempting to driver detach volume 08978816-37e4-43bd-9520-7ca2ad19edbc from mountpoint /dev/sdb [ 1307.209554] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1307.209714] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761780', 'volume_id': '08978816-37e4-43bd-9520-7ca2ad19edbc', 'name': 'volume-08978816-37e4-43bd-9520-7ca2ad19edbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69e3941d-3b7b-4197-be14-9334c5cd330d', 'attached_at': '', 'detached_at': '', 'volume_id': '08978816-37e4-43bd-9520-7ca2ad19edbc', 'serial': '08978816-37e4-43bd-9520-7ca2ad19edbc'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1307.210630] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39c6f94-961f-4375-b7f6-d2e65107486d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.218557] env[69942]: DEBUG nova.network.neutron [req-289fc8b2-98db-4123-b085-fcf578eac2e3 req-72586471-b0c7-4b3e-a4bb-0e418be72f6d service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Updated VIF entry in instance network info cache for port 55760b34-ad73-450b-8838-61c19aa17b63. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.218958] env[69942]: DEBUG nova.network.neutron [req-289fc8b2-98db-4123-b085-fcf578eac2e3 req-72586471-b0c7-4b3e-a4bb-0e418be72f6d service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Updating instance_info_cache with network_info: [{"id": "55760b34-ad73-450b-8838-61c19aa17b63", "address": "fa:16:3e:15:a2:9f", "network": {"id": "4de58f8e-ad88-4de2-833b-1d6055950207", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-77952450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26624a0978b43c19bbd5c127d7560e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55760b34-ad", "ovs_interfaceid": "55760b34-ad73-450b-8838-61c19aa17b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.244453] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1491c794-3b06-4c4b-b964-a1036960836e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.247940] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b436a3-991d-46db-aca9-5498f0c65b7a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.259842] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f63f62-cafb-44de-91d0-6a98e5e41fa4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.263698] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97750284-9641-4812-8e6f-1fecf6211055 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.312534] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: c66e9d35-c6d5-445f-95ff-50c7bb3e7158] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1307.315159] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc8e789-d221-4347-abf7-544b85930f2b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.318379] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a1ae2e-7b3d-4ef3-b0d0-a54e1188b6ba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.337316] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4304f1-a352-4ff4-a90c-712d576ce0b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.341403] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] The volume has not been displaced from its original location: [datastore1] volume-08978816-37e4-43bd-9520-7ca2ad19edbc/volume-08978816-37e4-43bd-9520-7ca2ad19edbc.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1307.346993] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1307.347902] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cce3519-66d4-4e7d-9e43-ee3d4f3b3b37 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.376936] env[69942]: DEBUG nova.compute.provider_tree [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1307.382199] env[69942]: DEBUG oslo_vmware.api [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1307.382199] env[69942]: value = "task-3831887" [ 1307.382199] env[69942]: _type = "Task" [ 1307.382199] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.392182] env[69942]: DEBUG oslo_vmware.api [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.429739] env[69942]: DEBUG nova.compute.manager [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1307.453965] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.454310] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.454533] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.454728] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.454881] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.455064] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.455278] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.455435] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.455595] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.455753] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.455925] env[69942]: DEBUG nova.virt.hardware [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.456741] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5858b4c6-9f97-4d87-b95a-8493363bf053 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.465624] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831881, 'name': CreateSnapshot_Task, 'duration_secs': 1.585812} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.468089] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1307.468972] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ed0949-1445-46f4-b7f3-e7b2a83a7bee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.472594] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1908c4bd-aaee-415b-8e1f-661ddc86aac2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.623355] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.643095] env[69942]: DEBUG nova.network.neutron [-] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.724061] env[69942]: DEBUG oslo_concurrency.lockutils [req-289fc8b2-98db-4123-b085-fcf578eac2e3 req-72586471-b0c7-4b3e-a4bb-0e418be72f6d service nova] Releasing lock "refresh_cache-a96c32e9-82e5-4fde-8d02-7dff8033440c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.821683] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 2e12aac8-6181-4bbc-976c-53d5796a9b0d] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1307.891733] env[69942]: DEBUG oslo_vmware.rw_handles [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52254e49-bea2-ce6b-728e-e3995ab3928f/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1307.892672] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9b2a82-f8ea-4750-a72b-103f0a2e8a76 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.899229] env[69942]: DEBUG oslo_vmware.rw_handles [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52254e49-bea2-ce6b-728e-e3995ab3928f/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1307.899736] env[69942]: ERROR oslo_vmware.rw_handles [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52254e49-bea2-ce6b-728e-e3995ab3928f/disk-0.vmdk due to incomplete transfer. [ 1307.903690] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f5ec261-d141-47c9-893a-caffa9ff6ec7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.905174] env[69942]: DEBUG oslo_vmware.api [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831887, 'name': ReconfigVM_Task, 'duration_secs': 0.297364} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.905446] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.911033] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a640dfc-9d9a-4d46-a16e-3b9fbde9d5f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.922788] env[69942]: DEBUG nova.scheduler.client.report [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1307.923068] env[69942]: DEBUG nova.compute.provider_tree [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 156 to 157 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1307.923240] env[69942]: DEBUG nova.compute.provider_tree [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1307.929785] env[69942]: DEBUG oslo_vmware.rw_handles [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52254e49-bea2-ce6b-728e-e3995ab3928f/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1307.929785] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Uploaded image 968bbdcc-fc87-462e-8c9a-74f8cd1e9139 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1307.930045] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1307.931437] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9c109a9-3369-49b5-b4a3-d1d08d958881 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.936813] env[69942]: DEBUG oslo_vmware.api [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1307.936813] env[69942]: value = "task-3831888" [ 1307.936813] env[69942]: _type = "Task" [ 1307.936813] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.938764] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1307.938764] env[69942]: value = "task-3831889" [ 1307.938764] env[69942]: _type = "Task" [ 1307.938764] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.952390] env[69942]: DEBUG oslo_vmware.api [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831888, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.955735] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831889, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.006226] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1308.006761] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db543a4e-64a5-4b57-a882-a9f6aa05f745 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.017394] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1308.017394] env[69942]: value = "task-3831890" [ 1308.017394] env[69942]: _type = "Task" [ 1308.017394] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.027351] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831890, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.032819] env[69942]: DEBUG nova.network.neutron [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Successfully updated port: e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1308.128986] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831886, 'name': ReconfigVM_Task, 'duration_secs': 0.546194} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.129330] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Reconfigured VM instance instance-0000006e to attach disk [datastore1] fa986601-8109-43f2-bef5-c1e70046488c/fa986601-8109-43f2-bef5-c1e70046488c.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.130014] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff5ace11-6438-4025-a6e1-e2c3e05f45d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.138967] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1308.138967] env[69942]: value = "task-3831891" [ 1308.138967] env[69942]: _type = "Task" [ 1308.138967] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.148970] env[69942]: INFO nova.compute.manager [-] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Took 1.43 seconds to deallocate network for instance. [ 1308.149356] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831891, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.236352] env[69942]: DEBUG nova.compute.manager [req-e785fb7f-0d07-4c87-9abb-a3939dee18e9 req-86e3e56b-b937-43bc-a5e9-ff7b0509c111 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Received event network-vif-plugged-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.236597] env[69942]: DEBUG oslo_concurrency.lockutils [req-e785fb7f-0d07-4c87-9abb-a3939dee18e9 req-86e3e56b-b937-43bc-a5e9-ff7b0509c111 service nova] Acquiring lock "7747ba2e-feed-4a9a-adc3-19b5262304cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.236729] env[69942]: DEBUG oslo_concurrency.lockutils [req-e785fb7f-0d07-4c87-9abb-a3939dee18e9 req-86e3e56b-b937-43bc-a5e9-ff7b0509c111 service nova] Lock "7747ba2e-feed-4a9a-adc3-19b5262304cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.236904] env[69942]: DEBUG oslo_concurrency.lockutils [req-e785fb7f-0d07-4c87-9abb-a3939dee18e9 req-86e3e56b-b937-43bc-a5e9-ff7b0509c111 service nova] Lock "7747ba2e-feed-4a9a-adc3-19b5262304cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.237271] env[69942]: DEBUG nova.compute.manager [req-e785fb7f-0d07-4c87-9abb-a3939dee18e9 req-86e3e56b-b937-43bc-a5e9-ff7b0509c111 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] No waiting events found dispatching network-vif-plugged-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.237512] env[69942]: WARNING nova.compute.manager [req-e785fb7f-0d07-4c87-9abb-a3939dee18e9 req-86e3e56b-b937-43bc-a5e9-ff7b0509c111 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Received unexpected event network-vif-plugged-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e for instance with vm_state building and task_state spawning. [ 1308.327479] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 4b0894e8-71d3-4d97-b315-89135d76b3c2] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1308.391114] env[69942]: DEBUG nova.compute.manager [req-abfec074-1b10-4b6d-ae1b-51f9f3cf12a0 req-29e82039-2f86-48cf-ba51-c8902f1c1c4b service nova] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Received event network-vif-deleted-6711469c-869a-4a26-a042-105b61c5fcf1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.431662] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.032s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.434422] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.865s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.435915] env[69942]: INFO nova.compute.claims [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.451799] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831889, 'name': Destroy_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.455400] env[69942]: DEBUG oslo_vmware.api [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831888, 'name': ReconfigVM_Task, 'duration_secs': 0.155776} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.456645] env[69942]: INFO nova.scheduler.client.report [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted allocations for instance aab23310-6005-492c-9f19-ee5c30d28fac [ 1308.457980] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761780', 'volume_id': '08978816-37e4-43bd-9520-7ca2ad19edbc', 'name': 'volume-08978816-37e4-43bd-9520-7ca2ad19edbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69e3941d-3b7b-4197-be14-9334c5cd330d', 'attached_at': '', 'detached_at': '', 'volume_id': '08978816-37e4-43bd-9520-7ca2ad19edbc', 'serial': '08978816-37e4-43bd-9520-7ca2ad19edbc'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1308.529689] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831890, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.539708] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "refresh_cache-7747ba2e-feed-4a9a-adc3-19b5262304cd" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.539865] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "refresh_cache-7747ba2e-feed-4a9a-adc3-19b5262304cd" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.540033] env[69942]: DEBUG nova.network.neutron [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.649841] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831891, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.657396] env[69942]: DEBUG oslo_concurrency.lockutils [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.831987] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 743145b3-8f63-4f36-80ad-cd277f780e48] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1308.956778] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831889, 'name': Destroy_Task, 'duration_secs': 0.89552} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.957722] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Destroyed the VM [ 1308.957969] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1308.958244] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80b27ecf-9939-4dba-b7f5-83c8ead77a22 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.968025] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1308.968025] env[69942]: value = "task-3831892" [ 1308.968025] env[69942]: _type = "Task" [ 1308.968025] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.968545] env[69942]: DEBUG oslo_concurrency.lockutils [None req-63e29940-df14-4aa4-9a85-3d7ae5ee459c tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "aab23310-6005-492c-9f19-ee5c30d28fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.353s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.980156] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831892, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.013530] env[69942]: DEBUG nova.objects.instance [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lazy-loading 'flavor' on Instance uuid 69e3941d-3b7b-4197-be14-9334c5cd330d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.030442] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831890, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.071323] env[69942]: DEBUG nova.network.neutron [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.149706] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831891, 'name': Rename_Task, 'duration_secs': 0.668186} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.149935] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.150215] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96bc9520-f4ee-42c8-bf35-36b09e3d1d0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.158028] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1309.158028] env[69942]: value = "task-3831893" [ 1309.158028] env[69942]: _type = "Task" [ 1309.158028] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.166917] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.200700] env[69942]: DEBUG nova.network.neutron [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Updating instance_info_cache with network_info: [{"id": "e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e", "address": "fa:16:3e:d2:6c:1b", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d0cb46-2c", "ovs_interfaceid": "e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.334533] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: ff382947-7e03-40ec-a5f9-031ddc48f838] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1309.485051] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831892, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.530051] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831890, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.675934] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831893, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.681249] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad572ad-10a3-4a8b-8166-d910fcbee598 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.690592] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21368567-107e-47fe-a6c0-5721840f7d5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.724512] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "refresh_cache-7747ba2e-feed-4a9a-adc3-19b5262304cd" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.724741] env[69942]: DEBUG nova.compute.manager [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Instance network_info: |[{"id": "e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e", "address": "fa:16:3e:d2:6c:1b", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d0cb46-2c", "ovs_interfaceid": "e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.725947] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:6c:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.733020] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.733606] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef99c42-9fa1-4a09-aa15-45f5032072ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.736328] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.736553] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42a7987e-846f-46fb-82d9-989cf49a06f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.758113] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698eb343-6b65-4e42-bdad-eda148763809 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.762437] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.762437] env[69942]: value = "task-3831894" [ 1309.762437] env[69942]: _type = "Task" [ 1309.762437] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.775042] env[69942]: DEBUG nova.compute.provider_tree [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.784255] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831894, 'name': CreateVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.838809] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 1a1efde4-bfc5-4c12-ade7-db2d9a6c272e] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1309.981024] env[69942]: DEBUG oslo_vmware.api [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831892, 'name': RemoveSnapshot_Task, 'duration_secs': 0.923996} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.981351] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1309.981591] env[69942]: INFO nova.compute.manager [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Took 16.65 seconds to snapshot the instance on the hypervisor. [ 1310.026549] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9dddc09a-e083-4b1b-b67e-e33edce2a7dc tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.374s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.031623] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831890, 'name': CloneVM_Task, 'duration_secs': 1.926986} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.032162] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Created linked-clone VM from snapshot [ 1310.032946] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3ed857-4a37-43fd-9c88-ccdcd20ab6b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.041980] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Uploading image 810014dd-4731-4a93-ac74-cde21ec561b0 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1310.066030] env[69942]: DEBUG oslo_vmware.rw_handles [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1310.066030] env[69942]: value = "vm-761786" [ 1310.066030] env[69942]: _type = "VirtualMachine" [ 1310.066030] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1310.066327] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-64e68bcd-1d48-435e-b27c-f40996388c83 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.075427] env[69942]: DEBUG oslo_vmware.rw_handles [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lease: (returnval){ [ 1310.075427] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b4b56-e1b8-ddb0-c7ef-f3f6096ee668" [ 1310.075427] env[69942]: _type = "HttpNfcLease" [ 1310.075427] env[69942]: } obtained for exporting VM: (result){ [ 1310.075427] env[69942]: value = "vm-761786" [ 1310.075427] env[69942]: _type = "VirtualMachine" [ 1310.075427] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1310.075743] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the lease: (returnval){ [ 1310.075743] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b4b56-e1b8-ddb0-c7ef-f3f6096ee668" [ 1310.075743] env[69942]: _type = "HttpNfcLease" [ 1310.075743] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1310.085730] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1310.085730] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b4b56-e1b8-ddb0-c7ef-f3f6096ee668" [ 1310.085730] env[69942]: _type = "HttpNfcLease" [ 1310.085730] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1310.169637] env[69942]: DEBUG oslo_vmware.api [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831893, 'name': PowerOnVM_Task, 'duration_secs': 0.753605} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.169938] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.170180] env[69942]: INFO nova.compute.manager [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1310.170377] env[69942]: DEBUG nova.compute.manager [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.171433] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e7919a-e28e-4e52-ac76-74d8df19a4e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.263603] env[69942]: DEBUG nova.compute.manager [req-5e69b359-24ec-4806-be12-94b270c8b9c2 req-794085e8-34b1-4f4f-a589-b0449271af38 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Received event network-changed-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.263830] env[69942]: DEBUG nova.compute.manager [req-5e69b359-24ec-4806-be12-94b270c8b9c2 req-794085e8-34b1-4f4f-a589-b0449271af38 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Refreshing instance network info cache due to event network-changed-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.264015] env[69942]: DEBUG oslo_concurrency.lockutils [req-5e69b359-24ec-4806-be12-94b270c8b9c2 req-794085e8-34b1-4f4f-a589-b0449271af38 service nova] Acquiring lock "refresh_cache-7747ba2e-feed-4a9a-adc3-19b5262304cd" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.264216] env[69942]: DEBUG oslo_concurrency.lockutils [req-5e69b359-24ec-4806-be12-94b270c8b9c2 req-794085e8-34b1-4f4f-a589-b0449271af38 service nova] Acquired lock "refresh_cache-7747ba2e-feed-4a9a-adc3-19b5262304cd" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.264327] env[69942]: DEBUG nova.network.neutron [req-5e69b359-24ec-4806-be12-94b270c8b9c2 req-794085e8-34b1-4f4f-a589-b0449271af38 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Refreshing network info cache for port e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.275746] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831894, 'name': CreateVM_Task, 'duration_secs': 0.37019} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.276036] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.276680] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.276838] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.277281] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.278119] env[69942]: DEBUG nova.scheduler.client.report [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.281396] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c386853-1f65-4d21-9191-6ebbb6f0a05c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.287392] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1310.287392] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520a8de5-b9c2-e8ff-85df-32f547834985" [ 1310.287392] env[69942]: _type = "Task" [ 1310.287392] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.296788] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520a8de5-b9c2-e8ff-85df-32f547834985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.342833] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 3b9b814e-b35b-43ab-9933-3b01eefcdfe8] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1310.550613] env[69942]: DEBUG nova.compute.manager [None req-8090cc32-3ff8-4b9e-892d-e0e5010d8181 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Found 2 images (rotation: 2) {{(pid=69942) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1310.585074] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1310.585074] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b4b56-e1b8-ddb0-c7ef-f3f6096ee668" [ 1310.585074] env[69942]: _type = "HttpNfcLease" [ 1310.585074] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1310.585411] env[69942]: DEBUG oslo_vmware.rw_handles [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1310.585411] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526b4b56-e1b8-ddb0-c7ef-f3f6096ee668" [ 1310.585411] env[69942]: _type = "HttpNfcLease" [ 1310.585411] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1310.586220] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bacefed-4ce5-49ce-9409-fdf7fbf600bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.594290] env[69942]: DEBUG oslo_vmware.rw_handles [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297a770-8ad3-6eb0-1227-8f73cfb048b6/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1310.594462] env[69942]: DEBUG oslo_vmware.rw_handles [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297a770-8ad3-6eb0-1227-8f73cfb048b6/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1310.689773] env[69942]: INFO nova.compute.manager [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Took 16.97 seconds to build instance. [ 1310.780994] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2829a9fc-a5ba-4dc9-9fed-415d451c02d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.784859] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.785577] env[69942]: DEBUG nova.compute.manager [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.789568] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.092s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.802997] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520a8de5-b9c2-e8ff-85df-32f547834985, 'name': SearchDatastore_Task, 'duration_secs': 0.028191} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.807927] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.808289] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.808540] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.808686] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.808867] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.810476] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0e70d1a-a410-4ec1-8ec6-b95bb3b7042f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.822799] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.823056] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.823940] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286c2b0e-7a81-4cdd-af3e-ba4b5d75becd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.830522] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1310.830522] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d86d89-9a05-872f-c0e1-797368e96c52" [ 1310.830522] env[69942]: _type = "Task" [ 1310.830522] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.840836] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d86d89-9a05-872f-c0e1-797368e96c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.845714] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 09d3d714-5c7b-4828-adf7-de368188a7db] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1310.947491] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "69e3941d-3b7b-4197-be14-9334c5cd330d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.947581] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.948048] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "69e3941d-3b7b-4197-be14-9334c5cd330d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.948140] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.948362] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.951099] env[69942]: INFO nova.compute.manager [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Terminating instance [ 1311.011817] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.011991] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.076432] env[69942]: DEBUG nova.network.neutron [req-5e69b359-24ec-4806-be12-94b270c8b9c2 req-794085e8-34b1-4f4f-a589-b0449271af38 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Updated VIF entry in instance network info cache for port e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.076825] env[69942]: DEBUG nova.network.neutron [req-5e69b359-24ec-4806-be12-94b270c8b9c2 req-794085e8-34b1-4f4f-a589-b0449271af38 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Updating instance_info_cache with network_info: [{"id": "e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e", "address": "fa:16:3e:d2:6c:1b", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d0cb46-2c", "ovs_interfaceid": "e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.192313] env[69942]: DEBUG oslo_concurrency.lockutils [None req-448ff0ef-8557-4c9a-9d7a-83b6279d227b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "fa986601-8109-43f2-bef5-c1e70046488c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.487s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.294212] env[69942]: DEBUG nova.compute.utils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.295920] env[69942]: DEBUG nova.compute.manager [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1311.296346] env[69942]: DEBUG nova.network.neutron [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1311.300995] env[69942]: INFO nova.compute.claims [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.344544] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d86d89-9a05-872f-c0e1-797368e96c52, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.347689] env[69942]: DEBUG nova.policy [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bc98f3d95c44f54ba5f918b5f44695d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b54e75a228e4afcba3bbdf06dc909a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1311.349360] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a803296f-5ea0-4033-9903-cbe33e33deb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.352199] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 95641b2a-0128-4556-a056-d4bc3d05b4c5] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1311.362102] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1311.362102] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c3fdda-7fac-7f6d-6734-31887ae27aee" [ 1311.362102] env[69942]: _type = "Task" [ 1311.362102] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.373484] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c3fdda-7fac-7f6d-6734-31887ae27aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.457047] env[69942]: DEBUG nova.compute.manager [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.457381] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.458804] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2685d543-b398-469e-a14f-a75299b6e7c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.468852] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.469165] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28e871ef-c469-4bbd-9420-64c26e11e75d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.479711] env[69942]: DEBUG oslo_vmware.api [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1311.479711] env[69942]: value = "task-3831896" [ 1311.479711] env[69942]: _type = "Task" [ 1311.479711] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.491858] env[69942]: DEBUG oslo_vmware.api [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.515359] env[69942]: DEBUG nova.compute.manager [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1311.579808] env[69942]: DEBUG oslo_concurrency.lockutils [req-5e69b359-24ec-4806-be12-94b270c8b9c2 req-794085e8-34b1-4f4f-a589-b0449271af38 service nova] Releasing lock "refresh_cache-7747ba2e-feed-4a9a-adc3-19b5262304cd" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.801716] env[69942]: DEBUG nova.compute.manager [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.810464] env[69942]: INFO nova.compute.resource_tracker [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating resource usage from migration d2ec36cd-b480-41a6-8be5-8b322e937307 [ 1311.823428] env[69942]: DEBUG nova.network.neutron [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Successfully created port: 0c005554-d2d3-4067-a31b-3f7942ee3a7f {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.858899] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: cce1ba04-0f03-48cc-a6dc-43226682b0f3] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1311.866709] env[69942]: INFO nova.compute.manager [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Rescuing [ 1311.867945] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.867945] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.867945] env[69942]: DEBUG nova.network.neutron [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.882059] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c3fdda-7fac-7f6d-6734-31887ae27aee, 'name': SearchDatastore_Task, 'duration_secs': 0.013134} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.882348] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.882606] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 7747ba2e-feed-4a9a-adc3-19b5262304cd/7747ba2e-feed-4a9a-adc3-19b5262304cd.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.883234] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7e5d931-d819-4bd8-9aa8-73b17e6d561a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.893352] env[69942]: DEBUG nova.compute.manager [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.894335] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c7e028-f424-4333-b8da-2501ebebc732 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.899235] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1311.899235] env[69942]: value = "task-3831897" [ 1311.899235] env[69942]: _type = "Task" [ 1311.899235] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.918388] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.993683] env[69942]: DEBUG oslo_vmware.api [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831896, 'name': PowerOffVM_Task, 'duration_secs': 0.25697} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.996474] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.996882] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.997536] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb5397d4-4fc2-47e0-869d-fa889a8d1ef1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.045799] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.073931] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.075330] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.075330] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleting the datastore file [datastore2] 69e3941d-3b7b-4197-be14-9334c5cd330d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.075330] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6df06a6-aacf-4fce-9495-e0dc241f33fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.086463] env[69942]: DEBUG oslo_vmware.api [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1312.086463] env[69942]: value = "task-3831899" [ 1312.086463] env[69942]: _type = "Task" [ 1312.086463] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.098712] env[69942]: DEBUG oslo_vmware.api [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.113642] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e7eef0-c8d1-4f1e-a6f7-f30cd4c7df93 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.122367] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d36a176-efef-4e59-ba87-b5b64284971a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.154831] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1532f49-71a1-4239-b0bb-0db072ff4331 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.164082] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee5b098-8630-4fbc-ad17-8064c3823858 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.178727] env[69942]: DEBUG nova.compute.provider_tree [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.370702] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 681b735d-0d65-4d9b-be15-62c86ddc0e66] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1312.414807] env[69942]: INFO nova.compute.manager [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] instance snapshotting [ 1312.415585] env[69942]: DEBUG nova.objects.instance [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'flavor' on Instance uuid d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.421507] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831897, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.599828] env[69942]: DEBUG oslo_vmware.api [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366893} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.600144] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.600374] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1312.600513] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1312.600683] env[69942]: INFO nova.compute.manager [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1312.600922] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1312.601140] env[69942]: DEBUG nova.compute.manager [-] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1312.601235] env[69942]: DEBUG nova.network.neutron [-] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.633472] env[69942]: DEBUG nova.network.neutron [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Updating instance_info_cache with network_info: [{"id": "b9ce3826-3ae0-4098-8f84-bfdf79cdac1a", "address": "fa:16:3e:e0:ca:82", "network": {"id": "b7437577-ea6d-4fe7-a6e1-07288bd3fde3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887792908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a63adc8b4dd8467783c750b04f8856b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ce3826-3a", "ovs_interfaceid": "b9ce3826-3ae0-4098-8f84-bfdf79cdac1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.682578] env[69942]: DEBUG nova.scheduler.client.report [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.815657] env[69942]: DEBUG nova.compute.manager [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.844809] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.845673] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.846084] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.846455] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.846908] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.847316] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.847704] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.848070] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.850059] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.850059] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.850059] env[69942]: DEBUG nova.virt.hardware [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.850059] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1457103e-35e8-4ade-8b52-c1d7b9679fd8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.861552] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746a1f5c-03e3-4052-942f-6e50316c99b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.882333] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 2b0b2884-e433-4e8c-ba38-b73760431846] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1312.915790] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643326} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.916388] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 7747ba2e-feed-4a9a-adc3-19b5262304cd/7747ba2e-feed-4a9a-adc3-19b5262304cd.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.916832] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.917368] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea6287c2-a90c-4427-b819-359cac70d315 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.925956] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2096bc90-d057-40a2-ac31-2f321118dfff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.933448] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1312.933448] env[69942]: value = "task-3831900" [ 1312.933448] env[69942]: _type = "Task" [ 1312.933448] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.965200] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425feb49-b41e-4133-904e-e1d4e19ce168 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.973221] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.137656] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.193408] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.401s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.193408] env[69942]: INFO nova.compute.manager [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Migrating [ 1313.205833] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.086s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.208355] env[69942]: INFO nova.compute.claims [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.238583] env[69942]: DEBUG nova.compute.manager [req-e82c3940-b7de-47ef-a9d1-119ec29f7e31 req-094a5d92-0d56-4799-aa7a-bf87f5303747 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Received event network-vif-deleted-887c6481-c2fe-417a-bc3a-6deea305588d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.238849] env[69942]: INFO nova.compute.manager [req-e82c3940-b7de-47ef-a9d1-119ec29f7e31 req-094a5d92-0d56-4799-aa7a-bf87f5303747 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Neutron deleted interface 887c6481-c2fe-417a-bc3a-6deea305588d; detaching it from the instance and deleting it from the info cache [ 1313.239134] env[69942]: DEBUG nova.network.neutron [req-e82c3940-b7de-47ef-a9d1-119ec29f7e31 req-094a5d92-0d56-4799-aa7a-bf87f5303747 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.387355] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: bd7c066b-9df9-4956-a1ea-0f0b802c3083] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1313.419105] env[69942]: DEBUG nova.compute.manager [req-90c86851-a2d7-497b-8f05-7c60b3063c83 req-2a9d5e84-ab20-4238-ac33-5a423bf1bc60 service nova] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Received event network-vif-plugged-0c005554-d2d3-4067-a31b-3f7942ee3a7f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.419345] env[69942]: DEBUG oslo_concurrency.lockutils [req-90c86851-a2d7-497b-8f05-7c60b3063c83 req-2a9d5e84-ab20-4238-ac33-5a423bf1bc60 service nova] Acquiring lock "6dcecd48-dae8-489b-95c4-5829198e36e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.419677] env[69942]: DEBUG oslo_concurrency.lockutils [req-90c86851-a2d7-497b-8f05-7c60b3063c83 req-2a9d5e84-ab20-4238-ac33-5a423bf1bc60 service nova] Lock "6dcecd48-dae8-489b-95c4-5829198e36e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.419910] env[69942]: DEBUG oslo_concurrency.lockutils [req-90c86851-a2d7-497b-8f05-7c60b3063c83 req-2a9d5e84-ab20-4238-ac33-5a423bf1bc60 service nova] Lock "6dcecd48-dae8-489b-95c4-5829198e36e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.420571] env[69942]: DEBUG nova.compute.manager [req-90c86851-a2d7-497b-8f05-7c60b3063c83 req-2a9d5e84-ab20-4238-ac33-5a423bf1bc60 service nova] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] No waiting events found dispatching network-vif-plugged-0c005554-d2d3-4067-a31b-3f7942ee3a7f {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.420839] env[69942]: WARNING nova.compute.manager [req-90c86851-a2d7-497b-8f05-7c60b3063c83 req-2a9d5e84-ab20-4238-ac33-5a423bf1bc60 service nova] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Received unexpected event network-vif-plugged-0c005554-d2d3-4067-a31b-3f7942ee3a7f for instance with vm_state building and task_state spawning. [ 1313.446808] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078605} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.447318] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.448224] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05383e86-e83a-405e-a3f9-53ab85c7ba5c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.475181] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7747ba2e-feed-4a9a-adc3-19b5262304cd/7747ba2e-feed-4a9a-adc3-19b5262304cd.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.475835] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ca512aa-9a6f-4349-abaa-38e92aff6a9c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.492913] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1313.493284] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee53c2bb-1aed-4613-aff1-8df7bb613bbd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.503718] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1313.503718] env[69942]: value = "task-3831902" [ 1313.503718] env[69942]: _type = "Task" [ 1313.503718] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.505105] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1313.505105] env[69942]: value = "task-3831901" [ 1313.505105] env[69942]: _type = "Task" [ 1313.505105] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.515577] env[69942]: DEBUG nova.network.neutron [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Successfully updated port: 0c005554-d2d3-4067-a31b-3f7942ee3a7f {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1313.524027] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831902, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.530087] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.732200] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.732388] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.732860] env[69942]: DEBUG nova.network.neutron [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.734183] env[69942]: DEBUG nova.network.neutron [-] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.742139] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04493de0-ac25-4473-9cec-1df512542207 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.758128] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed158149-0e98-4d97-a1c2-7a294e140659 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.803194] env[69942]: DEBUG nova.compute.manager [req-e82c3940-b7de-47ef-a9d1-119ec29f7e31 req-094a5d92-0d56-4799-aa7a-bf87f5303747 service nova] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Detach interface failed, port_id=887c6481-c2fe-417a-bc3a-6deea305588d, reason: Instance 69e3941d-3b7b-4197-be14-9334c5cd330d could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.895593] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: ba83f67e-7a4e-44ab-9b42-b854368ed626] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1314.019383] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831901, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.023057] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831902, 'name': ReconfigVM_Task, 'duration_secs': 0.486486} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.023399] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7747ba2e-feed-4a9a-adc3-19b5262304cd/7747ba2e-feed-4a9a-adc3-19b5262304cd.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.024077] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97763ab7-b241-4be3-ab26-b1905d0dc27c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.032013] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "refresh_cache-6dcecd48-dae8-489b-95c4-5829198e36e5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.032163] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "refresh_cache-6dcecd48-dae8-489b-95c4-5829198e36e5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.032435] env[69942]: DEBUG nova.network.neutron [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.033724] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1314.033724] env[69942]: value = "task-3831903" [ 1314.033724] env[69942]: _type = "Task" [ 1314.033724] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.047600] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831903, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.237404] env[69942]: INFO nova.compute.manager [-] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Took 1.64 seconds to deallocate network for instance. [ 1314.399422] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 1105e6d9-a70e-4f75-a7dc-50c709f33b72] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1314.491953] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db67129-82ad-4b1e-bb53-81038cd1335f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.500147] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d90884-b442-40e9-a245-49a8ae4fda7d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.544821] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5fb710-88d0-4a71-af11-919e792fd471 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.547952] env[69942]: DEBUG nova.network.neutron [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance_info_cache with network_info: [{"id": "1c7720bb-4928-4e17-98e4-d869e38b577f", "address": "fa:16:3e:b2:5b:d0", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7720bb-49", "ovs_interfaceid": "1c7720bb-4928-4e17-98e4-d869e38b577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.555045] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831901, 'name': CreateSnapshot_Task, 'duration_secs': 0.87411} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.559913] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1314.560276] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831903, 'name': Rename_Task, 'duration_secs': 0.198179} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.561013] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b4cd2-29ad-454a-b389-f86c666ad719 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.564952] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af82f324-24c3-4d59-96c7-f454c23d8914 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.570584] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.570856] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39a3ca6-fd5c-4e98-b974-b5976f08189d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.581824] env[69942]: DEBUG nova.network.neutron [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.593463] env[69942]: DEBUG nova.compute.provider_tree [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1314.595461] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1314.595461] env[69942]: value = "task-3831904" [ 1314.595461] env[69942]: _type = "Task" [ 1314.595461] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.607865] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831904, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.681724] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.682025] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98b24ac9-2ddd-48f0-b53a-58673bf7dcd8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.690919] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1314.690919] env[69942]: value = "task-3831905" [ 1314.690919] env[69942]: _type = "Task" [ 1314.690919] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.700442] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.747809] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.756090] env[69942]: DEBUG nova.network.neutron [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Updating instance_info_cache with network_info: [{"id": "0c005554-d2d3-4067-a31b-3f7942ee3a7f", "address": "fa:16:3e:09:7e:61", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c005554-d2", "ovs_interfaceid": "0c005554-d2d3-4067-a31b-3f7942ee3a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.902772] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: eb988a47-059c-400d-a826-7edb15528943] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1315.052062] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.091816] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1315.092164] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e782c5ec-5248-4b31-8600-1e236a3789c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.103498] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1315.103498] env[69942]: value = "task-3831906" [ 1315.103498] env[69942]: _type = "Task" [ 1315.103498] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.110036] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.115355] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831906, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.116211] env[69942]: ERROR nova.scheduler.client.report [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [req-75fc3285-ec14-42b5-830c-93d992b79351] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-75fc3285-ec14-42b5-830c-93d992b79351"}]} [ 1315.134369] env[69942]: DEBUG nova.scheduler.client.report [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1315.149624] env[69942]: DEBUG nova.scheduler.client.report [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1315.149802] env[69942]: DEBUG nova.compute.provider_tree [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.163789] env[69942]: DEBUG nova.scheduler.client.report [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1315.185215] env[69942]: DEBUG nova.scheduler.client.report [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1315.203525] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831905, 'name': PowerOffVM_Task, 'duration_secs': 0.274546} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.203801] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.204704] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66dfdf0-0af6-4957-87fc-e30c44bed0d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.230376] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad303f1-3e08-46d5-bbe7-d13c7ac25bc3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.260053] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "refresh_cache-6dcecd48-dae8-489b-95c4-5829198e36e5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.260053] env[69942]: DEBUG nova.compute.manager [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Instance network_info: |[{"id": "0c005554-d2d3-4067-a31b-3f7942ee3a7f", "address": "fa:16:3e:09:7e:61", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c005554-d2", "ovs_interfaceid": "0c005554-d2d3-4067-a31b-3f7942ee3a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1315.263266] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:7e:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c005554-d2d3-4067-a31b-3f7942ee3a7f', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.272783] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.275552] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.275843] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.276060] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda273f7-e45b-4551-adde-33df15453eef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.277939] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-599a4901-33cd-483b-9f66-c30213e67af2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.303963] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.303963] env[69942]: value = "task-3831908" [ 1315.303963] env[69942]: _type = "Task" [ 1315.303963] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.305912] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1315.305912] env[69942]: value = "task-3831907" [ 1315.305912] env[69942]: _type = "Task" [ 1315.305912] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.320196] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831908, 'name': CreateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.324038] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1315.324322] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.324705] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.324705] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.324898] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.325557] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e89105fa-0d0b-423a-af32-fa6d183fbcc0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.352017] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.352321] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.356447] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7f75b8-bb1a-4eda-b99f-036cae4c64fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.364387] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1315.364387] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526048c7-f569-692e-ba49-6c10d856db26" [ 1315.364387] env[69942]: _type = "Task" [ 1315.364387] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.373531] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526048c7-f569-692e-ba49-6c10d856db26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.406021] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 526c18ee-48ff-4f0f-8f49-7d9d50f405ef] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1315.449843] env[69942]: DEBUG nova.compute.manager [req-38427779-897b-4351-a237-fe45c126116b req-fc0e3530-33d2-41d9-83e3-f9130d79d70a service nova] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Received event network-changed-0c005554-d2d3-4067-a31b-3f7942ee3a7f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.449945] env[69942]: DEBUG nova.compute.manager [req-38427779-897b-4351-a237-fe45c126116b req-fc0e3530-33d2-41d9-83e3-f9130d79d70a service nova] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Refreshing instance network info cache due to event network-changed-0c005554-d2d3-4067-a31b-3f7942ee3a7f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.450163] env[69942]: DEBUG oslo_concurrency.lockutils [req-38427779-897b-4351-a237-fe45c126116b req-fc0e3530-33d2-41d9-83e3-f9130d79d70a service nova] Acquiring lock "refresh_cache-6dcecd48-dae8-489b-95c4-5829198e36e5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.450306] env[69942]: DEBUG oslo_concurrency.lockutils [req-38427779-897b-4351-a237-fe45c126116b req-fc0e3530-33d2-41d9-83e3-f9130d79d70a service nova] Acquired lock "refresh_cache-6dcecd48-dae8-489b-95c4-5829198e36e5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.450462] env[69942]: DEBUG nova.network.neutron [req-38427779-897b-4351-a237-fe45c126116b req-fc0e3530-33d2-41d9-83e3-f9130d79d70a service nova] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Refreshing network info cache for port 0c005554-d2d3-4067-a31b-3f7942ee3a7f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.473523] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c10b21-2c9e-4f5c-8c3a-0ccb0125d9ef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.481927] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c66a3a0-00d2-424f-8484-28692205cdef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.521087] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fb31f3-1521-49da-a178-9b3a1a216828 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.529078] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542887e9-6c31-44be-883e-516be3c6e565 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.543799] env[69942]: DEBUG nova.compute.provider_tree [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1315.615721] env[69942]: DEBUG oslo_vmware.api [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831904, 'name': PowerOnVM_Task, 'duration_secs': 0.905926} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.619669] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.619939] env[69942]: INFO nova.compute.manager [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1315.620140] env[69942]: DEBUG nova.compute.manager [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.620798] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831906, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.621636] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a034232-fdbd-496b-9e90-386face7bdbc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.816216] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831908, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.874697] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526048c7-f569-692e-ba49-6c10d856db26, 'name': SearchDatastore_Task, 'duration_secs': 0.014121} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.875575] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52e9a2f4-1f59-4e99-9444-5a90461096da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.881768] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1315.881768] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c056a0-212b-c0ba-035a-2fce414214e3" [ 1315.881768] env[69942]: _type = "Task" [ 1315.881768] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.891874] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c056a0-212b-c0ba-035a-2fce414214e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.910207] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 2188b102-036e-44fb-9b71-047fc1640af4] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1316.083642] env[69942]: DEBUG nova.scheduler.client.report [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1316.083943] env[69942]: DEBUG nova.compute.provider_tree [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 158 to 159 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1316.084141] env[69942]: DEBUG nova.compute.provider_tree [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.123604] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831906, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.142809] env[69942]: INFO nova.compute.manager [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Took 16.59 seconds to build instance. [ 1316.283622] env[69942]: DEBUG nova.network.neutron [req-38427779-897b-4351-a237-fe45c126116b req-fc0e3530-33d2-41d9-83e3-f9130d79d70a service nova] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Updated VIF entry in instance network info cache for port 0c005554-d2d3-4067-a31b-3f7942ee3a7f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1316.283982] env[69942]: DEBUG nova.network.neutron [req-38427779-897b-4351-a237-fe45c126116b req-fc0e3530-33d2-41d9-83e3-f9130d79d70a service nova] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Updating instance_info_cache with network_info: [{"id": "0c005554-d2d3-4067-a31b-3f7942ee3a7f", "address": "fa:16:3e:09:7e:61", "network": {"id": "6bf1a6cf-e503-4a31-ba43-4ca66deeb69b", "bridge": "br-int", "label": "tempest-ServersTestJSON-361792329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b54e75a228e4afcba3bbdf06dc909a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c005554-d2", "ovs_interfaceid": "0c005554-d2d3-4067-a31b-3f7942ee3a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.316809] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831908, 'name': CreateVM_Task, 'duration_secs': 0.65298} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.317139] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.317737] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.317936] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.318347] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.318601] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5425fcea-007c-4a0e-95bb-ad32145e1484 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.324462] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1316.324462] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52792b06-92f8-befa-a100-06765522ec18" [ 1316.324462] env[69942]: _type = "Task" [ 1316.324462] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.333758] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52792b06-92f8-befa-a100-06765522ec18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.393791] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c056a0-212b-c0ba-035a-2fce414214e3, 'name': SearchDatastore_Task, 'duration_secs': 0.020886} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.394147] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.394422] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] fa986601-8109-43f2-bef5-c1e70046488c/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. {{(pid=69942) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1316.394707] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94f084e9-112d-44e4-8de3-951420b52b2c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.402642] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1316.402642] env[69942]: value = "task-3831909" [ 1316.402642] env[69942]: _type = "Task" [ 1316.402642] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.412046] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.413608] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: c0f422d3-e596-4665-8fe3-0a61f22cc215] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1316.570639] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d49e685-f614-4d3d-a3b0-33482364bbca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.590199] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.384s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.590727] env[69942]: DEBUG nova.compute.manager [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.593342] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance '02e39c3a-38e2-4e10-a0ac-b97a919f0ddc' progress to 0 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.599052] env[69942]: DEBUG oslo_concurrency.lockutils [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.941s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.599052] env[69942]: DEBUG oslo_concurrency.lockutils [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.600870] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.555s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.602424] env[69942]: INFO nova.compute.claims [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.617141] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831906, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.629147] env[69942]: INFO nova.scheduler.client.report [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted allocations for instance 17a26397-38c2-4909-a69d-284e073960ef [ 1316.644757] env[69942]: DEBUG oslo_concurrency.lockutils [None req-22b0849e-1082-48b4-81d1-a0615e6d295c tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "7747ba2e-feed-4a9a-adc3-19b5262304cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.103s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.788275] env[69942]: DEBUG oslo_concurrency.lockutils [req-38427779-897b-4351-a237-fe45c126116b req-fc0e3530-33d2-41d9-83e3-f9130d79d70a service nova] Releasing lock "refresh_cache-6dcecd48-dae8-489b-95c4-5829198e36e5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.837661] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52792b06-92f8-befa-a100-06765522ec18, 'name': SearchDatastore_Task, 'duration_secs': 0.018766} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.837858] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.838567] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.838567] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.838676] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.839119] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.839327] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e69da564-83a7-40c3-b685-08c52958d1a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.854086] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.854260] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.855249] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e2993b-1cc4-4dd0-9483-7255155929d2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.863679] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1316.863679] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289f81c-74d4-29fe-300d-9d0949917aad" [ 1316.863679] env[69942]: _type = "Task" [ 1316.863679] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.873597] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289f81c-74d4-29fe-300d-9d0949917aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.915873] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831909, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.916461] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 727ce1de-a223-4539-b185-b2bc331a8151] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1317.100491] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.101991] env[69942]: DEBUG nova.compute.utils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.103856] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e6bd65-7663-4877-b79e-f4364f575529 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.106321] env[69942]: DEBUG nova.compute.manager [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1317.106569] env[69942]: DEBUG nova.network.neutron [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.127232] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831906, 'name': CloneVM_Task, 'duration_secs': 2.010412} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.129280] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Created linked-clone VM from snapshot [ 1317.129766] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1317.129766] env[69942]: value = "task-3831910" [ 1317.129766] env[69942]: _type = "Task" [ 1317.129766] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.130838] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69a1017-5713-4b4e-a524-22660fc62ef1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.143304] env[69942]: DEBUG oslo_concurrency.lockutils [None req-541d6f58-2f60-4c4c-862b-9b7be60e34df tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "17a26397-38c2-4909-a69d-284e073960ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.555s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.151673] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Uploading image baee7c24-ebec-46fe-bf16-9bf7ddda6fbe {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1317.159971] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.180987] env[69942]: DEBUG oslo_vmware.rw_handles [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1317.180987] env[69942]: value = "vm-761789" [ 1317.180987] env[69942]: _type = "VirtualMachine" [ 1317.180987] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1317.181307] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed65db92-f5e6-45b7-875b-29a60a22a2f9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.184294] env[69942]: DEBUG nova.policy [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b7aadd6c33d43b79fdb562f19224702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35a81619735f42a58e3ead823d390614', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.192680] env[69942]: DEBUG oslo_vmware.rw_handles [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lease: (returnval){ [ 1317.192680] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ed3963-1d16-2207-3a2c-220715060bed" [ 1317.192680] env[69942]: _type = "HttpNfcLease" [ 1317.192680] env[69942]: } obtained for exporting VM: (result){ [ 1317.192680] env[69942]: value = "vm-761789" [ 1317.192680] env[69942]: _type = "VirtualMachine" [ 1317.192680] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1317.193043] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the lease: (returnval){ [ 1317.193043] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ed3963-1d16-2207-3a2c-220715060bed" [ 1317.193043] env[69942]: _type = "HttpNfcLease" [ 1317.193043] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1317.201724] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.201724] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ed3963-1d16-2207-3a2c-220715060bed" [ 1317.201724] env[69942]: _type = "HttpNfcLease" [ 1317.201724] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1317.376609] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5289f81c-74d4-29fe-300d-9d0949917aad, 'name': SearchDatastore_Task, 'duration_secs': 0.023612} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.377772] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36d007f-4527-445c-86ab-e8237e5a26a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.384521] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1317.384521] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f61768-353a-ccac-f248-efaf5af7c5f8" [ 1317.384521] env[69942]: _type = "Task" [ 1317.384521] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.393857] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f61768-353a-ccac-f248-efaf5af7c5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.413453] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70159} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.413812] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] fa986601-8109-43f2-bef5-c1e70046488c/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk. [ 1317.414751] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4ba20a-783d-439a-a779-9de331331518 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.435849] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 669b2238-7193-4550-ac42-e3f7134b867e] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1317.448791] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] fa986601-8109-43f2-bef5-c1e70046488c/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.449890] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d0e1b40-493d-4db0-becb-a33366ff4b3f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.463541] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277b5359-1531-4540-b6ff-14ab6456f357 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.471185] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-af4c1c0e-d684-4db5-a0ad-04c70b331e89 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Suspending the VM {{(pid=69942) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1317.471483] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8797974a-dc61-4ca0-a3bf-3c61b2b55531 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.491036] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1317.491036] env[69942]: value = "task-3831912" [ 1317.491036] env[69942]: _type = "Task" [ 1317.491036] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.491036] env[69942]: DEBUG oslo_vmware.api [None req-af4c1c0e-d684-4db5-a0ad-04c70b331e89 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1317.491036] env[69942]: value = "task-3831913" [ 1317.491036] env[69942]: _type = "Task" [ 1317.491036] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.505401] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.509235] env[69942]: DEBUG oslo_vmware.api [None req-af4c1c0e-d684-4db5-a0ad-04c70b331e89 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831913, 'name': SuspendVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.558576] env[69942]: DEBUG nova.network.neutron [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Successfully created port: 849ff032-941e-4508-9dfb-acb7e2803c7c {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.610578] env[69942]: DEBUG nova.compute.manager [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.646993] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831910, 'name': PowerOffVM_Task, 'duration_secs': 0.329093} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.646993] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.646993] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance '02e39c3a-38e2-4e10-a0ac-b97a919f0ddc' progress to 17 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.704171] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.704171] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ed3963-1d16-2207-3a2c-220715060bed" [ 1317.704171] env[69942]: _type = "HttpNfcLease" [ 1317.704171] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1317.704504] env[69942]: DEBUG oslo_vmware.rw_handles [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1317.704504] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52ed3963-1d16-2207-3a2c-220715060bed" [ 1317.704504] env[69942]: _type = "HttpNfcLease" [ 1317.704504] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1317.707960] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44baa36-e12a-4a0f-a4d1-0a2c7ec994dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.717421] env[69942]: DEBUG oslo_vmware.rw_handles [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3e637-0013-ac76-e155-f8e698f62364/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1317.717629] env[69942]: DEBUG oslo_vmware.rw_handles [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3e637-0013-ac76-e155-f8e698f62364/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1317.898209] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f61768-353a-ccac-f248-efaf5af7c5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01757} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.899153] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.899153] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 6dcecd48-dae8-489b-95c4-5829198e36e5/6dcecd48-dae8-489b-95c4-5829198e36e5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.901474] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916b325e-a3b0-4f34-a7c7-3cb751610af3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.906061] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-74f7e9f5-f4d5-4643-a2b0-0f91e717422c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.916248] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1317.916248] env[69942]: value = "task-3831914" [ 1317.916248] env[69942]: _type = "Task" [ 1317.916248] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.929807] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.937483] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a75b77-9565-4aee-b504-2ae46b034c3c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.953480] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: ce9aac70-29d1-4205-b456-6b03b4dd8b7b] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1317.956711] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37c18a2-1bbf-432f-855e-e81658bb639f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.809023] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.809023] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.809023] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.809023] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.809023] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.809023] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.809023] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.809023] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.809023] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.809589] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.809589] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.814756] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 2de2aaa0-ef92-421d-9590-21e298c6f0bf] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1318.824673] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cacbbe5-2f30-4b46-9662-ed371e1b79a0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.838682] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886af446-0b5c-47fb-ba55-c73b45acbeb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.857406] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831912, 'name': ReconfigVM_Task, 'duration_secs': 0.479122} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.857686] env[69942]: DEBUG oslo_vmware.api [None req-af4c1c0e-d684-4db5-a0ad-04c70b331e89 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831913, 'name': SuspendVM_Task, 'duration_secs': 1.012465} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.857911] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77093} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.862036] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Reconfigured VM instance instance-0000006e to attach disk [datastore1] fa986601-8109-43f2-bef5-c1e70046488c/921d00bb-44fa-4b98-9f81-11abc614b7e8-rescue.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.864459] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-af4c1c0e-d684-4db5-a0ad-04c70b331e89 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Suspended the VM {{(pid=69942) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1318.865246] env[69942]: DEBUG nova.compute.manager [None req-af4c1c0e-d684-4db5-a0ad-04c70b331e89 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.865579] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 6dcecd48-dae8-489b-95c4-5829198e36e5/6dcecd48-dae8-489b-95c4-5829198e36e5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.865865] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.867468] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1318.867468] env[69942]: value = "task-3831915" [ 1318.867468] env[69942]: _type = "Task" [ 1318.867468] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.868243] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38328ad9-d54a-4912-96d2-3d9f2481f677 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.875031] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6b37d7-89ff-43b9-ac78-a4daa5107012 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.875858] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-984805c2-095b-4496-9135-6543c7011729 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.878965] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9233a681-7c02-4d82-ba23-e55b12455c0b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.924079] env[69942]: DEBUG nova.compute.provider_tree [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1318.932848] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b7a25b-9513-46f4-a4ff-c82af3715f8d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.944522] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.944885] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1318.944885] env[69942]: value = "task-3831916" [ 1318.944885] env[69942]: _type = "Task" [ 1318.944885] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.954245] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1318.954245] env[69942]: value = "task-3831917" [ 1318.954245] env[69942]: _type = "Task" [ 1318.954245] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.958312] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831916, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.971425] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.101423] env[69942]: DEBUG nova.compute.manager [req-1289749c-1c94-4865-8735-bac5e88dc9d2 req-3080f0ff-ce52-4f94-af09-1884d0aec6fb service nova] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Received event network-vif-plugged-849ff032-941e-4508-9dfb-acb7e2803c7c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.101423] env[69942]: DEBUG oslo_concurrency.lockutils [req-1289749c-1c94-4865-8735-bac5e88dc9d2 req-3080f0ff-ce52-4f94-af09-1884d0aec6fb service nova] Acquiring lock "05a92e60-94a7-45a6-8d13-e532051944ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.101423] env[69942]: DEBUG oslo_concurrency.lockutils [req-1289749c-1c94-4865-8735-bac5e88dc9d2 req-3080f0ff-ce52-4f94-af09-1884d0aec6fb service nova] Lock "05a92e60-94a7-45a6-8d13-e532051944ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.101423] env[69942]: DEBUG oslo_concurrency.lockutils [req-1289749c-1c94-4865-8735-bac5e88dc9d2 req-3080f0ff-ce52-4f94-af09-1884d0aec6fb service nova] Lock "05a92e60-94a7-45a6-8d13-e532051944ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.101423] env[69942]: DEBUG nova.compute.manager [req-1289749c-1c94-4865-8735-bac5e88dc9d2 req-3080f0ff-ce52-4f94-af09-1884d0aec6fb service nova] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] No waiting events found dispatching network-vif-plugged-849ff032-941e-4508-9dfb-acb7e2803c7c {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.101644] env[69942]: WARNING nova.compute.manager [req-1289749c-1c94-4865-8735-bac5e88dc9d2 req-3080f0ff-ce52-4f94-af09-1884d0aec6fb service nova] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Received unexpected event network-vif-plugged-849ff032-941e-4508-9dfb-acb7e2803c7c for instance with vm_state building and task_state spawning. [ 1319.209679] env[69942]: DEBUG nova.network.neutron [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Successfully updated port: 849ff032-941e-4508-9dfb-acb7e2803c7c {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1319.318284] env[69942]: DEBUG nova.compute.manager [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1319.345586] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 8916f208-29a1-4a00-af38-29201d651726] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1319.395352] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831915, 'name': ReconfigVM_Task, 'duration_secs': 0.20352} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.396935] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance '02e39c3a-38e2-4e10-a0ac-b97a919f0ddc' progress to 33 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.461569] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07719} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.467370] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.468457] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79689fb3-6dd4-4473-8cd8-af702d95bad7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.473819] env[69942]: DEBUG nova.scheduler.client.report [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1319.474445] env[69942]: DEBUG nova.compute.provider_tree [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 159 to 160 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1319.474682] env[69942]: DEBUG nova.compute.provider_tree [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.488273] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831917, 'name': ReconfigVM_Task, 'duration_secs': 0.16874} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.500207] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.511543] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 6dcecd48-dae8-489b-95c4-5829198e36e5/6dcecd48-dae8-489b-95c4-5829198e36e5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.511543] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-360fe19f-6bab-4d0a-bd12-a9c6b32abd79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.514124] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b03da1a-3397-48a4-88b7-fe0ac909cd09 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.537531] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1319.537531] env[69942]: value = "task-3831918" [ 1319.537531] env[69942]: _type = "Task" [ 1319.537531] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.539292] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1319.539292] env[69942]: value = "task-3831919" [ 1319.539292] env[69942]: _type = "Task" [ 1319.539292] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.553707] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.557831] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.713208] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "refresh_cache-05a92e60-94a7-45a6-8d13-e532051944ab" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.713423] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "refresh_cache-05a92e60-94a7-45a6-8d13-e532051944ab" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.713583] env[69942]: DEBUG nova.network.neutron [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.850588] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: cc9e95be-00b3-4a50-902b-fd06b2809b69] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1319.906388] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.906788] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.907123] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.907471] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.907726] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.907883] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.908170] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.908266] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.908426] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.908680] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.908889] env[69942]: DEBUG nova.virt.hardware [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.914697] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.915361] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "7747ba2e-feed-4a9a-adc3-19b5262304cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.915676] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "7747ba2e-feed-4a9a-adc3-19b5262304cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.915937] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "7747ba2e-feed-4a9a-adc3-19b5262304cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.916177] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "7747ba2e-feed-4a9a-adc3-19b5262304cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.916362] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "7747ba2e-feed-4a9a-adc3-19b5262304cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.918956] env[69942]: INFO nova.compute.manager [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Terminating instance [ 1319.921188] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7d2cc2a-a081-47e0-95bb-9f31b0d28767 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.944604] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1319.944604] env[69942]: value = "task-3831920" [ 1319.944604] env[69942]: _type = "Task" [ 1319.944604] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.956104] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.981874] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.381s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.982575] env[69942]: DEBUG nova.compute.manager [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.985615] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.238s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.986348] env[69942]: DEBUG nova.objects.instance [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lazy-loading 'resources' on Instance uuid 69e3941d-3b7b-4197-be14-9334c5cd330d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.050976] env[69942]: DEBUG oslo_vmware.api [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831918, 'name': PowerOnVM_Task, 'duration_secs': 0.500787} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.051903] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.058171] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.059445] env[69942]: DEBUG nova.compute.manager [None req-35fe1baa-09e5-4bbf-8d9e-440bc38671f3 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.060882] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67735f82-162e-4c86-a46e-5f1f8c8013e5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.252873] env[69942]: DEBUG nova.network.neutron [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.353240] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 2ef22cc8-aca3-4125-8844-15f55b67cd63] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1320.395222] env[69942]: DEBUG nova.network.neutron [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Updating instance_info_cache with network_info: [{"id": "849ff032-941e-4508-9dfb-acb7e2803c7c", "address": "fa:16:3e:81:a5:71", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849ff032-94", "ovs_interfaceid": "849ff032-941e-4508-9dfb-acb7e2803c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.439496] env[69942]: DEBUG nova.compute.manager [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.439748] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.441616] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b95695-905b-4576-ac7b-b32fa0df0efc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.455336] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831920, 'name': ReconfigVM_Task, 'duration_secs': 0.298214} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.457968] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1320.458429] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.459311] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b20170-faf8-40d0-93b9-6360cbd8d789 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.462251] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02aae473-ccb7-4087-818a-8f5e70dda9d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.486347] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc/02e39c3a-38e2-4e10-a0ac-b97a919f0ddc.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.486835] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca7e000d-6059-4aec-beff-be1ab2900476 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.504205] env[69942]: DEBUG nova.compute.utils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.506109] env[69942]: DEBUG nova.compute.manager [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.506292] env[69942]: DEBUG nova.network.neutron [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.515544] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1320.515544] env[69942]: value = "task-3831922" [ 1320.515544] env[69942]: _type = "Task" [ 1320.515544] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.525200] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.552601] env[69942]: DEBUG nova.policy [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e462f87437ee4ed69ed26d21af588e48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7527d75c7e9245ea816ea15783f48758', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.564026] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831919, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.729820] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.730073] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.730262] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleting the datastore file [datastore1] 7747ba2e-feed-4a9a-adc3-19b5262304cd {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.730537] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfb8bb94-5315-4c09-9cc0-867aab9c853a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.739100] env[69942]: DEBUG oslo_vmware.api [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1320.739100] env[69942]: value = "task-3831923" [ 1320.739100] env[69942]: _type = "Task" [ 1320.739100] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.741080] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3838b-372e-4e45-ae04-1b39341d6e25 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.752354] env[69942]: DEBUG oslo_vmware.api [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.755287] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb21c2a-6d01-4902-8787-3454a4fc475a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.787575] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79a1ca5-de02-42a7-9050-f3a07ef3c884 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.798983] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bd7d30-aa6f-4ca8-b041-6a6f51072e84 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.818204] env[69942]: DEBUG nova.compute.provider_tree [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.857038] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: b23f4fc7-dc8f-4bd4-8752-20f5ea4f0683] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1320.860406] env[69942]: DEBUG nova.network.neutron [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Successfully created port: f44c286e-24d2-4f9c-8d69-82a410e8bac1 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.898350] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "refresh_cache-05a92e60-94a7-45a6-8d13-e532051944ab" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.898729] env[69942]: DEBUG nova.compute.manager [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Instance network_info: |[{"id": "849ff032-941e-4508-9dfb-acb7e2803c7c", "address": "fa:16:3e:81:a5:71", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849ff032-94", "ovs_interfaceid": "849ff032-941e-4508-9dfb-acb7e2803c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1321.011085] env[69942]: DEBUG nova.compute.manager [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.027906] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831922, 'name': ReconfigVM_Task, 'duration_secs': 0.43326} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.028372] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc/02e39c3a-38e2-4e10-a0ac-b97a919f0ddc.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.028713] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance '02e39c3a-38e2-4e10-a0ac-b97a919f0ddc' progress to 50 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.058840] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831919, 'name': ReconfigVM_Task, 'duration_secs': 1.05522} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.059173] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 6dcecd48-dae8-489b-95c4-5829198e36e5/6dcecd48-dae8-489b-95c4-5829198e36e5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.059925] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e21fda95-21fe-4e77-9c34-d7b0988c82ab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.073556] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1321.073556] env[69942]: value = "task-3831924" [ 1321.073556] env[69942]: _type = "Task" [ 1321.073556] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.085200] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831924, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.251511] env[69942]: DEBUG oslo_vmware.api [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252659} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.251756] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.251926] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.252114] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.252291] env[69942]: INFO nova.compute.manager [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Took 0.81 seconds to destroy the instance on the hypervisor. [ 1321.252808] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.252808] env[69942]: DEBUG nova.compute.manager [-] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.253083] env[69942]: DEBUG nova.network.neutron [-] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.266702] env[69942]: DEBUG nova.compute.manager [req-41d9ead5-4afb-4b6e-a93c-f0895eeba22e req-24ad9250-0cab-4187-893a-bcc4a2d55a08 service nova] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Received event network-changed-849ff032-941e-4508-9dfb-acb7e2803c7c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.266702] env[69942]: DEBUG nova.compute.manager [req-41d9ead5-4afb-4b6e-a93c-f0895eeba22e req-24ad9250-0cab-4187-893a-bcc4a2d55a08 service nova] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Refreshing instance network info cache due to event network-changed-849ff032-941e-4508-9dfb-acb7e2803c7c. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.266947] env[69942]: DEBUG oslo_concurrency.lockutils [req-41d9ead5-4afb-4b6e-a93c-f0895eeba22e req-24ad9250-0cab-4187-893a-bcc4a2d55a08 service nova] Acquiring lock "refresh_cache-05a92e60-94a7-45a6-8d13-e532051944ab" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.267205] env[69942]: DEBUG oslo_concurrency.lockutils [req-41d9ead5-4afb-4b6e-a93c-f0895eeba22e req-24ad9250-0cab-4187-893a-bcc4a2d55a08 service nova] Acquired lock "refresh_cache-05a92e60-94a7-45a6-8d13-e532051944ab" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.267327] env[69942]: DEBUG nova.network.neutron [req-41d9ead5-4afb-4b6e-a93c-f0895eeba22e req-24ad9250-0cab-4187-893a-bcc4a2d55a08 service nova] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Refreshing network info cache for port 849ff032-941e-4508-9dfb-acb7e2803c7c {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.320582] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.321039] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.321039] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.321174] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.321902] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.321902] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.321902] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.321902] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.322133] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.322182] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.322374] env[69942]: DEBUG nova.virt.hardware [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.324591] env[69942]: DEBUG nova.scheduler.client.report [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.328464] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e29642-d1c3-47b6-b8e1-963bb070ab6f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.339290] env[69942]: DEBUG oslo_vmware.rw_handles [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297a770-8ad3-6eb0-1227-8f73cfb048b6/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1321.341081] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9302cdf1-279b-4a5d-bd3d-5b6bb547f3cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.345604] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecd3aeb-afcb-4dca-90d7-08b317ecdea3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.354325] env[69942]: DEBUG oslo_vmware.rw_handles [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297a770-8ad3-6eb0-1227-8f73cfb048b6/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1321.354524] env[69942]: ERROR oslo_vmware.rw_handles [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297a770-8ad3-6eb0-1227-8f73cfb048b6/disk-0.vmdk due to incomplete transfer. [ 1321.363017] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9610732-d64d-4068-81c4-101f42910732 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.366737] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:a5:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '849ff032-941e-4508-9dfb-acb7e2803c7c', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.373393] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.373844] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 3a26d4c7-aeaf-4695-a9df-fe4c578fe5e2] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1321.375820] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.376682] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d453c9ef-5346-447e-b934-497e7423c0b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.394207] env[69942]: DEBUG oslo_vmware.rw_handles [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297a770-8ad3-6eb0-1227-8f73cfb048b6/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1321.394207] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Uploaded image 810014dd-4731-4a93-ac74-cde21ec561b0 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1321.397313] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1321.397313] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-abef9166-0932-4d3b-b3da-3750b0065655 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.403238] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.403238] env[69942]: value = "task-3831925" [ 1321.403238] env[69942]: _type = "Task" [ 1321.403238] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.413179] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1321.413179] env[69942]: value = "task-3831926" [ 1321.413179] env[69942]: _type = "Task" [ 1321.413179] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.420934] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831925, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.430085] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831926, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.461972] env[69942]: INFO nova.compute.manager [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Unrescuing [ 1321.462488] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.462782] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquired lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.462909] env[69942]: DEBUG nova.network.neutron [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.536890] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a95aa8-7d32-4597-9d0f-a7f4e0bd1df7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.559956] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18002c5-0d5c-45ee-8e60-8c2601e5ca56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.582571] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance '02e39c3a-38e2-4e10-a0ac-b97a919f0ddc' progress to 67 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.603270] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831924, 'name': Rename_Task, 'duration_secs': 0.311278} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.603270] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.603774] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0c51ef0-78d6-4a4d-a89a-a05aa3ca2565 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.609599] env[69942]: DEBUG nova.compute.manager [req-50f803af-abc4-4ccc-8e89-4a20bb45deb5 req-55afd466-c747-48f9-81f4-8a7303a97db9 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Received event network-vif-deleted-e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.609817] env[69942]: INFO nova.compute.manager [req-50f803af-abc4-4ccc-8e89-4a20bb45deb5 req-55afd466-c747-48f9-81f4-8a7303a97db9 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Neutron deleted interface e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e; detaching it from the instance and deleting it from the info cache [ 1321.610018] env[69942]: DEBUG nova.network.neutron [req-50f803af-abc4-4ccc-8e89-4a20bb45deb5 req-55afd466-c747-48f9-81f4-8a7303a97db9 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.617810] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1321.617810] env[69942]: value = "task-3831927" [ 1321.617810] env[69942]: _type = "Task" [ 1321.617810] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.630709] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.833314] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.858296] env[69942]: INFO nova.scheduler.client.report [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleted allocations for instance 69e3941d-3b7b-4197-be14-9334c5cd330d [ 1321.917510] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831925, 'name': CreateVM_Task, 'duration_secs': 0.413592} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.919094] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.920032] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.920226] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.920678] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.921473] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f53cc80-b03c-480f-85a9-25fad85261c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.926692] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831926, 'name': Destroy_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.931515] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1321.931515] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529cd641-1f89-7a9b-ea67-b4b08bb6f47d" [ 1321.931515] env[69942]: _type = "Task" [ 1321.931515] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.941965] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529cd641-1f89-7a9b-ea67-b4b08bb6f47d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.023301] env[69942]: DEBUG nova.compute.manager [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.051158] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.051414] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.051566] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.051738] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.051879] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.052032] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.052238] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.052390] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.052546] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.052699] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.052863] env[69942]: DEBUG nova.virt.hardware [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.053843] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1969d2-acf4-41d5-9ca6-5b9ade70cec3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.065287] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112e1efd-26ff-481d-aab0-2294dfc41ca2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.100426] env[69942]: DEBUG nova.network.neutron [-] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.113076] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-523d462f-8671-40ef-83ff-737c824cd688 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.131840] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55cf01f-7c14-4240-983b-52299d9dee83 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.147161] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831927, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.174099] env[69942]: DEBUG nova.compute.manager [req-50f803af-abc4-4ccc-8e89-4a20bb45deb5 req-55afd466-c747-48f9-81f4-8a7303a97db9 service nova] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Detach interface failed, port_id=e6d0cb46-2cd1-4d4b-a063-fad1b2a81a1e, reason: Instance 7747ba2e-feed-4a9a-adc3-19b5262304cd could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.175455] env[69942]: DEBUG nova.network.neutron [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Port 1c7720bb-4928-4e17-98e4-d869e38b577f binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1322.360357] env[69942]: DEBUG nova.network.neutron [req-41d9ead5-4afb-4b6e-a93c-f0895eeba22e req-24ad9250-0cab-4187-893a-bcc4a2d55a08 service nova] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Updated VIF entry in instance network info cache for port 849ff032-941e-4508-9dfb-acb7e2803c7c. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.360765] env[69942]: DEBUG nova.network.neutron [req-41d9ead5-4afb-4b6e-a93c-f0895eeba22e req-24ad9250-0cab-4187-893a-bcc4a2d55a08 service nova] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Updating instance_info_cache with network_info: [{"id": "849ff032-941e-4508-9dfb-acb7e2803c7c", "address": "fa:16:3e:81:a5:71", "network": {"id": "303f3dc8-3ac7-450f-8971-77eff76383a8", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2025848135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35a81619735f42a58e3ead823d390614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849ff032-94", "ovs_interfaceid": "849ff032-941e-4508-9dfb-acb7e2803c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.366563] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a17d20da-009f-4559-90bd-8f008d97c95f tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "69e3941d-3b7b-4197-be14-9334c5cd330d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.419s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.420455] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831926, 'name': Destroy_Task, 'duration_secs': 0.576956} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.420745] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Destroyed the VM [ 1322.420977] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1322.421361] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f3da639-b82a-4eb6-aa24-b1fb51f0f540 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.428230] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1322.428230] env[69942]: value = "task-3831928" [ 1322.428230] env[69942]: _type = "Task" [ 1322.428230] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.438588] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831928, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.444509] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529cd641-1f89-7a9b-ea67-b4b08bb6f47d, 'name': SearchDatastore_Task, 'duration_secs': 0.023587} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.444706] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.445008] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.445355] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.445552] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.445784] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.446088] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f367d6c-d7e0-42dd-bec6-762f0359c7de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.458644] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.458888] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1322.459731] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d3e66d-120c-4a34-84ef-ef66ac9732fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.466329] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1322.466329] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5228de95-a750-5759-4667-0aa187b5771b" [ 1322.466329] env[69942]: _type = "Task" [ 1322.466329] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.475361] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5228de95-a750-5759-4667-0aa187b5771b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.603713] env[69942]: INFO nova.compute.manager [-] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Took 1.35 seconds to deallocate network for instance. [ 1322.630629] env[69942]: DEBUG oslo_vmware.api [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831927, 'name': PowerOnVM_Task, 'duration_secs': 0.661785} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.630902] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.631126] env[69942]: INFO nova.compute.manager [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1322.631380] env[69942]: DEBUG nova.compute.manager [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.632090] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793c405d-d7bd-4736-8ff4-6ef427b09e89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.769162] env[69942]: DEBUG nova.network.neutron [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Updating instance_info_cache with network_info: [{"id": "b9ce3826-3ae0-4098-8f84-bfdf79cdac1a", "address": "fa:16:3e:e0:ca:82", "network": {"id": "b7437577-ea6d-4fe7-a6e1-07288bd3fde3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-887792908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a63adc8b4dd8467783c750b04f8856b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ce3826-3a", "ovs_interfaceid": "b9ce3826-3ae0-4098-8f84-bfdf79cdac1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.864341] env[69942]: DEBUG oslo_concurrency.lockutils [req-41d9ead5-4afb-4b6e-a93c-f0895eeba22e req-24ad9250-0cab-4187-893a-bcc4a2d55a08 service nova] Releasing lock "refresh_cache-05a92e60-94a7-45a6-8d13-e532051944ab" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.939898] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831928, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.977833] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5228de95-a750-5759-4667-0aa187b5771b, 'name': SearchDatastore_Task, 'duration_secs': 0.041849} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.978614] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28404341-26a2-4453-8c8d-0d113b9d4172 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.985804] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1322.985804] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52009275-64e9-08c4-39fa-361eea0d025e" [ 1322.985804] env[69942]: _type = "Task" [ 1322.985804] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.994191] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52009275-64e9-08c4-39fa-361eea0d025e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.049835] env[69942]: DEBUG nova.network.neutron [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Successfully updated port: f44c286e-24d2-4f9c-8d69-82a410e8bac1 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.112039] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.112039] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.112039] env[69942]: DEBUG nova.objects.instance [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lazy-loading 'resources' on Instance uuid 7747ba2e-feed-4a9a-adc3-19b5262304cd {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.153597] env[69942]: INFO nova.compute.manager [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Took 19.60 seconds to build instance. [ 1323.198642] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.198876] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.199065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.272624] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Releasing lock "refresh_cache-fa986601-8109-43f2-bef5-c1e70046488c" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.273609] env[69942]: DEBUG nova.objects.instance [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lazy-loading 'flavor' on Instance uuid fa986601-8109-43f2-bef5-c1e70046488c {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.293684] env[69942]: DEBUG nova.compute.manager [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Received event network-vif-plugged-f44c286e-24d2-4f9c-8d69-82a410e8bac1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.293855] env[69942]: DEBUG oslo_concurrency.lockutils [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] Acquiring lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.294029] env[69942]: DEBUG oslo_concurrency.lockutils [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] Lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.294207] env[69942]: DEBUG oslo_concurrency.lockutils [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] Lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.294372] env[69942]: DEBUG nova.compute.manager [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] No waiting events found dispatching network-vif-plugged-f44c286e-24d2-4f9c-8d69-82a410e8bac1 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.294564] env[69942]: WARNING nova.compute.manager [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Received unexpected event network-vif-plugged-f44c286e-24d2-4f9c-8d69-82a410e8bac1 for instance with vm_state building and task_state spawning. [ 1323.294730] env[69942]: DEBUG nova.compute.manager [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Received event network-changed-f44c286e-24d2-4f9c-8d69-82a410e8bac1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.294879] env[69942]: DEBUG nova.compute.manager [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Refreshing instance network info cache due to event network-changed-f44c286e-24d2-4f9c-8d69-82a410e8bac1. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.295280] env[69942]: DEBUG oslo_concurrency.lockutils [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] Acquiring lock "refresh_cache-7dc0ba86-bcb3-49ca-b77e-4d3e035db097" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.295592] env[69942]: DEBUG oslo_concurrency.lockutils [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] Acquired lock "refresh_cache-7dc0ba86-bcb3-49ca-b77e-4d3e035db097" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.295814] env[69942]: DEBUG nova.network.neutron [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Refreshing network info cache for port f44c286e-24d2-4f9c-8d69-82a410e8bac1 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.441909] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831928, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.496915] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52009275-64e9-08c4-39fa-361eea0d025e, 'name': SearchDatastore_Task, 'duration_secs': 0.020955} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.497235] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.497533] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 05a92e60-94a7-45a6-8d13-e532051944ab/05a92e60-94a7-45a6-8d13-e532051944ab.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.497824] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe1ce7f-d473-4527-92d5-50646990582d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.507724] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1323.507724] env[69942]: value = "task-3831929" [ 1323.507724] env[69942]: _type = "Task" [ 1323.507724] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.516489] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.553339] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "refresh_cache-7dc0ba86-bcb3-49ca-b77e-4d3e035db097" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.655378] env[69942]: DEBUG oslo_concurrency.lockutils [None req-797a600e-e625-4026-8d5d-f458bcfa23df tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "6dcecd48-dae8-489b-95c4-5829198e36e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.113s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.782446] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4d432e-4ebf-431e-9c73-fd8a952434d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.814754] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.818300] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e47d2d89-9da3-4d37-8e90-35ca22f582b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.827739] env[69942]: DEBUG oslo_vmware.api [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1323.827739] env[69942]: value = "task-3831930" [ 1323.827739] env[69942]: _type = "Task" [ 1323.827739] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.840337] env[69942]: DEBUG oslo_vmware.api [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.862318] env[69942]: DEBUG nova.network.neutron [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.914861] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab871f-4f47-464e-b0b1-671fcab1608b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.925363] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cf2b00-b3ab-4702-9f94-b9f23d006bbd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.971985] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ecc900-4dfe-469f-9baf-26365433eb5e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.978867] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831928, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.982202] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de78b4d6-89b8-44cf-8a52-1a78a69d0471 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.999818] env[69942]: DEBUG nova.compute.provider_tree [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.016585] env[69942]: DEBUG nova.network.neutron [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.022181] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.236215] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.236540] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.236810] env[69942]: DEBUG nova.network.neutron [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.338871] env[69942]: DEBUG oslo_vmware.api [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831930, 'name': PowerOffVM_Task, 'duration_secs': 0.269039} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.338987] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.344945] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1324.345254] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-094d89ae-c376-4e0f-8434-91b52c7c3e25 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.363702] env[69942]: DEBUG oslo_vmware.api [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1324.363702] env[69942]: value = "task-3831931" [ 1324.363702] env[69942]: _type = "Task" [ 1324.363702] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.372276] env[69942]: DEBUG oslo_vmware.api [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.443971] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831928, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.503793] env[69942]: DEBUG nova.scheduler.client.report [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.520614] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735462} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.521129] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 05a92e60-94a7-45a6-8d13-e532051944ab/05a92e60-94a7-45a6-8d13-e532051944ab.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.521584] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.521793] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76e869df-9894-4d80-8b1e-23c8b9d3f3ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.525149] env[69942]: DEBUG oslo_concurrency.lockutils [req-579ba6ed-6356-46fd-b96c-87a443c55505 req-cdc499e2-ac8b-423d-8538-0ac68361809c service nova] Releasing lock "refresh_cache-7dc0ba86-bcb3-49ca-b77e-4d3e035db097" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.525582] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "refresh_cache-7dc0ba86-bcb3-49ca-b77e-4d3e035db097" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.525744] env[69942]: DEBUG nova.network.neutron [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.534160] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1324.534160] env[69942]: value = "task-3831932" [ 1324.534160] env[69942]: _type = "Task" [ 1324.534160] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.546941] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.782431] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.782796] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.874052] env[69942]: DEBUG oslo_vmware.api [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831931, 'name': ReconfigVM_Task, 'duration_secs': 0.263011} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.876775] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1324.876945] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.877301] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-127b43e7-a8dc-493a-9fc1-200f68af7911 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.885088] env[69942]: DEBUG oslo_vmware.api [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1324.885088] env[69942]: value = "task-3831933" [ 1324.885088] env[69942]: _type = "Task" [ 1324.885088] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.896602] env[69942]: DEBUG oslo_vmware.api [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.920667] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "6dcecd48-dae8-489b-95c4-5829198e36e5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.920959] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "6dcecd48-dae8-489b-95c4-5829198e36e5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.921120] env[69942]: DEBUG nova.compute.manager [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.922060] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9830cb4-aa8d-40b5-81a1-814d81c6d5b2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.930744] env[69942]: DEBUG nova.compute.manager [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1324.931681] env[69942]: DEBUG nova.objects.instance [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lazy-loading 'flavor' on Instance uuid 6dcecd48-dae8-489b-95c4-5829198e36e5 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.947867] env[69942]: DEBUG oslo_vmware.api [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831928, 'name': RemoveSnapshot_Task, 'duration_secs': 2.139233} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.947867] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1324.948081] env[69942]: INFO nova.compute.manager [None req-535098b4-3b89-480d-9ad8-fa7c4fd94273 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Took 20.05 seconds to snapshot the instance on the hypervisor. [ 1325.009909] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.019923] env[69942]: DEBUG nova.network.neutron [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance_info_cache with network_info: [{"id": "1c7720bb-4928-4e17-98e4-d869e38b577f", "address": "fa:16:3e:b2:5b:d0", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7720bb-49", "ovs_interfaceid": "1c7720bb-4928-4e17-98e4-d869e38b577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.040739] env[69942]: INFO nova.scheduler.client.report [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted allocations for instance 7747ba2e-feed-4a9a-adc3-19b5262304cd [ 1325.048599] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075766} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.049040] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.050010] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901ac63a-b913-441b-b9be-c8226efb7de4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.074022] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 05a92e60-94a7-45a6-8d13-e532051944ab/05a92e60-94a7-45a6-8d13-e532051944ab.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.075129] env[69942]: DEBUG nova.network.neutron [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.077393] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01f3226-b09f-4d4e-9a1b-f15d849dc769 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.100814] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1325.100814] env[69942]: value = "task-3831934" [ 1325.100814] env[69942]: _type = "Task" [ 1325.100814] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.109294] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.280809] env[69942]: DEBUG nova.network.neutron [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Updating instance_info_cache with network_info: [{"id": "f44c286e-24d2-4f9c-8d69-82a410e8bac1", "address": "fa:16:3e:50:83:f2", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf44c286e-24", "ovs_interfaceid": "f44c286e-24d2-4f9c-8d69-82a410e8bac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.287017] env[69942]: DEBUG nova.compute.manager [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.398908] env[69942]: DEBUG oslo_vmware.api [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831933, 'name': PowerOnVM_Task, 'duration_secs': 0.447016} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.399434] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.399734] env[69942]: DEBUG nova.compute.manager [None req-a7101291-5417-4c42-8c96-d87ebcab994b tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.400871] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9571ae6d-1d46-4861-9492-657f764b37c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.523105] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.553556] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a34b8df-8923-454c-b0f6-2b96d34ff3f6 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "7747ba2e-feed-4a9a-adc3-19b5262304cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.638s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.611754] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831934, 'name': ReconfigVM_Task, 'duration_secs': 0.416966} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.612063] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 05a92e60-94a7-45a6-8d13-e532051944ab/05a92e60-94a7-45a6-8d13-e532051944ab.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.613286] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a20d681-7bdb-4a32-aa5a-64f12b1eb04f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.620858] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1325.620858] env[69942]: value = "task-3831935" [ 1325.620858] env[69942]: _type = "Task" [ 1325.620858] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.631113] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831935, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.784977] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "refresh_cache-7dc0ba86-bcb3-49ca-b77e-4d3e035db097" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.785484] env[69942]: DEBUG nova.compute.manager [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Instance network_info: |[{"id": "f44c286e-24d2-4f9c-8d69-82a410e8bac1", "address": "fa:16:3e:50:83:f2", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf44c286e-24", "ovs_interfaceid": "f44c286e-24d2-4f9c-8d69-82a410e8bac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.785948] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:83:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f44c286e-24d2-4f9c-8d69-82a410e8bac1', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.794232] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.797311] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.800678] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edb7363d-a6a5-48f7-b603-763f2cdeab4e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.822445] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.822445] env[69942]: value = "task-3831936" [ 1325.822445] env[69942]: _type = "Task" [ 1325.822445] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.832361] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831936, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.833651] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.833926] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.835502] env[69942]: INFO nova.compute.claims [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.944799] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.947646] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70c09499-949f-42e7-a87f-757343654688 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.956966] env[69942]: DEBUG oslo_vmware.api [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1325.956966] env[69942]: value = "task-3831937" [ 1325.956966] env[69942]: _type = "Task" [ 1325.956966] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.967745] env[69942]: DEBUG oslo_vmware.api [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.985779] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquiring lock "7409e643-9c90-4520-811f-1937569921f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.985941] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lock "7409e643-9c90-4520-811f-1937569921f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.986161] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquiring lock "7409e643-9c90-4520-811f-1937569921f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.986357] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lock "7409e643-9c90-4520-811f-1937569921f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.986524] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lock "7409e643-9c90-4520-811f-1937569921f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.992234] env[69942]: INFO nova.compute.manager [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Terminating instance [ 1326.050719] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa6a3ff-d42d-45a1-9981-08be7b2380b7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.072642] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089f6fc7-cc4a-42de-b099-cb8337336ce0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.083190] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance '02e39c3a-38e2-4e10-a0ac-b97a919f0ddc' progress to 83 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.133704] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831935, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.306939] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "249c958f-5e57-485d-befd-7aabb601edb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.307321] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "249c958f-5e57-485d-befd-7aabb601edb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.333359] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831936, 'name': CreateVM_Task, 'duration_secs': 0.481208} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.333558] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.334320] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.334488] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.334813] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.335385] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c423b2ae-2171-4e09-bdd5-c5d89c2f7f46 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.344130] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1326.344130] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52533750-c313-1a4f-509f-a871ed15ba02" [ 1326.344130] env[69942]: _type = "Task" [ 1326.344130] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.353894] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52533750-c313-1a4f-509f-a871ed15ba02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.451596] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "fa986601-8109-43f2-bef5-c1e70046488c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.451949] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "fa986601-8109-43f2-bef5-c1e70046488c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.452248] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "fa986601-8109-43f2-bef5-c1e70046488c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.452534] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "fa986601-8109-43f2-bef5-c1e70046488c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.452731] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "fa986601-8109-43f2-bef5-c1e70046488c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.455210] env[69942]: INFO nova.compute.manager [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Terminating instance [ 1326.468479] env[69942]: DEBUG oslo_vmware.api [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831937, 'name': PowerOffVM_Task, 'duration_secs': 0.262889} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.468770] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.468993] env[69942]: DEBUG nova.compute.manager [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.469850] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56d3799-1d6b-487d-a30e-3cc722ea1718 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.496957] env[69942]: DEBUG nova.compute.manager [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.497306] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.498319] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd6b037-d969-4658-a7ad-48bfcd68cc6b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.507567] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.508476] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39c2bc7c-57e6-4205-b17e-c883b1241d79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.517829] env[69942]: DEBUG oslo_vmware.api [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1326.517829] env[69942]: value = "task-3831938" [ 1326.517829] env[69942]: _type = "Task" [ 1326.517829] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.527996] env[69942]: DEBUG oslo_vmware.api [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.590422] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.590800] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-941f566e-4180-400f-b18a-9335928a2b54 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.599677] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1326.599677] env[69942]: value = "task-3831939" [ 1326.599677] env[69942]: _type = "Task" [ 1326.599677] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.610262] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.633664] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831935, 'name': Rename_Task, 'duration_secs': 1.005765} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.634054] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.634443] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffc90d03-e0e9-418b-b36a-75f35a601909 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.643237] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1326.643237] env[69942]: value = "task-3831940" [ 1326.643237] env[69942]: _type = "Task" [ 1326.643237] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.653483] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.810846] env[69942]: DEBUG nova.compute.manager [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.858636] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52533750-c313-1a4f-509f-a871ed15ba02, 'name': SearchDatastore_Task, 'duration_secs': 0.01491} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.859860] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.860139] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.860405] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.860555] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.860762] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.861325] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-487f3680-eb66-497c-8faa-9dc03a2898e0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.877041] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.877406] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.878415] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ba719c-1e5f-4cfa-9cc1-8a3bb0ef8027 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.885974] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1326.885974] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526d2244-c746-322e-bf2e-ba1fe6955dcd" [ 1326.885974] env[69942]: _type = "Task" [ 1326.885974] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.898998] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526d2244-c746-322e-bf2e-ba1fe6955dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.963772] env[69942]: DEBUG nova.compute.manager [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.963921] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.964928] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98e5c58-f01f-4d9b-b8c7-b4ee38c83c78 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.978672] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.978976] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6179497a-7afb-4352-adad-b99e00bbe46e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.985964] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a50ad7dc-bfde-47c0-a43f-2318089d4373 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "6dcecd48-dae8-489b-95c4-5829198e36e5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.991892] env[69942]: DEBUG oslo_vmware.api [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1326.991892] env[69942]: value = "task-3831941" [ 1326.991892] env[69942]: _type = "Task" [ 1326.991892] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.007073] env[69942]: DEBUG oslo_vmware.api [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.031808] env[69942]: DEBUG oslo_vmware.api [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831938, 'name': PowerOffVM_Task, 'duration_secs': 0.234156} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.035429] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.035600] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.036502] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b51267-240c-4c52-ae09-58d32affe70e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.113329] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831939, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.116530] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01650ee6-ea87-4822-8664-069f7df4e819 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.129494] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f66219-16bc-4b0c-bccd-5ba253891e96 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.133842] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.133842] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.133987] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Deleting the datastore file [datastore2] 7409e643-9c90-4520-811f-1937569921f1 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.134604] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-384b9c8f-2a41-4f08-9fe0-0f6a578543dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.142427] env[69942]: DEBUG oslo_vmware.api [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for the task: (returnval){ [ 1327.142427] env[69942]: value = "task-3831943" [ 1327.142427] env[69942]: _type = "Task" [ 1327.142427] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.178349] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccea5b40-9b96-467f-a713-712037156217 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.190216] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831940, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.193990] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66664f9d-f435-4562-8a9f-817762c3869e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.212066] env[69942]: DEBUG nova.compute.provider_tree [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.335726] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.401100] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]526d2244-c746-322e-bf2e-ba1fe6955dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.013742} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.402217] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c142b1a0-1853-49be-a9c1-7af369e8c2c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.409245] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1327.409245] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528645ae-8bc6-5370-3ccc-c5c643dfcb3f" [ 1327.409245] env[69942]: _type = "Task" [ 1327.409245] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.418662] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528645ae-8bc6-5370-3ccc-c5c643dfcb3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.502385] env[69942]: DEBUG oslo_vmware.api [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831941, 'name': PowerOffVM_Task, 'duration_secs': 0.235133} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.502672] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.502838] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.503114] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfcb2de9-0bb6-4387-906e-d04a2c5f7d8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.569932] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.570371] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.570722] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Deleting the datastore file [datastore1] fa986601-8109-43f2-bef5-c1e70046488c {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.571164] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbc0e832-0df6-4fb3-aeb1-390f988551e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.580375] env[69942]: DEBUG oslo_vmware.api [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1327.580375] env[69942]: value = "task-3831945" [ 1327.580375] env[69942]: _type = "Task" [ 1327.580375] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.590780] env[69942]: DEBUG oslo_vmware.api [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.612751] env[69942]: DEBUG oslo_vmware.api [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831939, 'name': PowerOnVM_Task, 'duration_secs': 0.518617} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.613027] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.613215] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-cbeaca1e-05c0-4f52-b5bc-d9e6e31a4d14 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance '02e39c3a-38e2-4e10-a0ac-b97a919f0ddc' progress to 100 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.683406] env[69942]: DEBUG oslo_vmware.api [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831940, 'name': PowerOnVM_Task, 'duration_secs': 0.777268} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.686695] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.686921] env[69942]: INFO nova.compute.manager [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1327.687201] env[69942]: DEBUG nova.compute.manager [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.687528] env[69942]: DEBUG oslo_vmware.api [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.688303] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf73dabb-12e9-483e-9e5b-f1bdc3c27e32 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.718272] env[69942]: DEBUG nova.scheduler.client.report [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.836318] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "6dcecd48-dae8-489b-95c4-5829198e36e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.836521] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "6dcecd48-dae8-489b-95c4-5829198e36e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.836771] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "6dcecd48-dae8-489b-95c4-5829198e36e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.837167] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "6dcecd48-dae8-489b-95c4-5829198e36e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.837447] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "6dcecd48-dae8-489b-95c4-5829198e36e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.840278] env[69942]: INFO nova.compute.manager [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Terminating instance [ 1327.926585] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]528645ae-8bc6-5370-3ccc-c5c643dfcb3f, 'name': SearchDatastore_Task, 'duration_secs': 0.044291} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.927020] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.927456] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 7dc0ba86-bcb3-49ca-b77e-4d3e035db097/7dc0ba86-bcb3-49ca-b77e-4d3e035db097.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.927845] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a935190b-200f-4cb3-9f82-3e378bd66b38 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.938680] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1327.938680] env[69942]: value = "task-3831946" [ 1327.938680] env[69942]: _type = "Task" [ 1327.938680] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.947807] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.090555] env[69942]: DEBUG oslo_vmware.api [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47677} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.090808] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.090989] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.091205] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.091351] env[69942]: INFO nova.compute.manager [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1328.091593] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.091777] env[69942]: DEBUG nova.compute.manager [-] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.091870] env[69942]: DEBUG nova.network.neutron [-] [instance: fa986601-8109-43f2-bef5-c1e70046488c] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.180391] env[69942]: DEBUG oslo_vmware.api [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Task: {'id': task-3831943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602696} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.180671] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.181489] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.181489] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.181489] env[69942]: INFO nova.compute.manager [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] [instance: 7409e643-9c90-4520-811f-1937569921f1] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1328.181489] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.181688] env[69942]: DEBUG nova.compute.manager [-] [instance: 7409e643-9c90-4520-811f-1937569921f1] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.181726] env[69942]: DEBUG nova.network.neutron [-] [instance: 7409e643-9c90-4520-811f-1937569921f1] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.205290] env[69942]: INFO nova.compute.manager [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Took 22.11 seconds to build instance. [ 1328.223474] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.225490] env[69942]: DEBUG nova.compute.manager [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.230384] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.896s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.231483] env[69942]: INFO nova.compute.claims [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.344468] env[69942]: DEBUG nova.compute.manager [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.344843] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.345688] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b649db-bad8-46b0-b730-3a3e439c70ef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.354822] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.355107] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00d7336a-930d-4c8a-b418-1501ded9a102 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.435153] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.435326] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.435578] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleting the datastore file [datastore2] 6dcecd48-dae8-489b-95c4-5829198e36e5 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.436018] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08448d69-abda-49a6-9d10-60de7afa12ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.448456] env[69942]: DEBUG oslo_vmware.api [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1328.448456] env[69942]: value = "task-3831948" [ 1328.448456] env[69942]: _type = "Task" [ 1328.448456] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.454193] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831946, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.461185] env[69942]: DEBUG oslo_vmware.api [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.707827] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8e8f3075-1561-4463-827b-7567dc834149 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "05a92e60-94a7-45a6-8d13-e532051944ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.621s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.736930] env[69942]: DEBUG nova.compute.utils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.741866] env[69942]: DEBUG nova.compute.manager [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.742147] env[69942]: DEBUG nova.network.neutron [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.747179] env[69942]: DEBUG nova.compute.manager [req-c8074265-4914-4a88-91fd-36714fdb09e6 req-1947db4f-3774-44e1-ac0c-a4d0169277ba service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Received event network-vif-deleted-b9ce3826-3ae0-4098-8f84-bfdf79cdac1a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.747497] env[69942]: INFO nova.compute.manager [req-c8074265-4914-4a88-91fd-36714fdb09e6 req-1947db4f-3774-44e1-ac0c-a4d0169277ba service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Neutron deleted interface b9ce3826-3ae0-4098-8f84-bfdf79cdac1a; detaching it from the instance and deleting it from the info cache [ 1328.747574] env[69942]: DEBUG nova.network.neutron [req-c8074265-4914-4a88-91fd-36714fdb09e6 req-1947db4f-3774-44e1-ac0c-a4d0169277ba service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.798842] env[69942]: DEBUG nova.policy [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d22c9f2d71a4bcdb8e22334300c437e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7bbd77c700e44c4fa06ab92ea19147be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.950922] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837048} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.954431] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 7dc0ba86-bcb3-49ca-b77e-4d3e035db097/7dc0ba86-bcb3-49ca-b77e-4d3e035db097.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.954666] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.954925] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95672d29-c391-473a-9928-a76741a48e3d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.962952] env[69942]: DEBUG oslo_vmware.api [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.964433] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1328.964433] env[69942]: value = "task-3831949" [ 1328.964433] env[69942]: _type = "Task" [ 1328.964433] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.974853] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.022967] env[69942]: DEBUG nova.network.neutron [-] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.083056] env[69942]: DEBUG nova.network.neutron [-] [instance: 7409e643-9c90-4520-811f-1937569921f1] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.245831] env[69942]: DEBUG nova.compute.manager [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.253367] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c8fd15a-811d-4b76-8ed2-6fcd61572ba8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.266235] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4f1fd-a934-43ce-9d78-1a915312f130 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.299352] env[69942]: DEBUG nova.compute.manager [req-c8074265-4914-4a88-91fd-36714fdb09e6 req-1947db4f-3774-44e1-ac0c-a4d0169277ba service nova] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Detach interface failed, port_id=b9ce3826-3ae0-4098-8f84-bfdf79cdac1a, reason: Instance fa986601-8109-43f2-bef5-c1e70046488c could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1329.408747] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.409044] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.409230] env[69942]: INFO nova.compute.manager [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Shelving [ 1329.466670] env[69942]: DEBUG oslo_vmware.api [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523986} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.472874] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.473144] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.473366] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.473593] env[69942]: INFO nova.compute.manager [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1329.473880] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.474925] env[69942]: DEBUG nova.network.neutron [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Successfully created port: db491c4f-12a4-4db2-a2bc-47d5fe91c10a {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.476849] env[69942]: DEBUG nova.compute.manager [-] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.477063] env[69942]: DEBUG nova.network.neutron [-] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.486768] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06914} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.487207] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.491028] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c77b70-377f-4fae-b1be-7402e2be34aa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.515673] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 7dc0ba86-bcb3-49ca-b77e-4d3e035db097/7dc0ba86-bcb3-49ca-b77e-4d3e035db097.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.518925] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b033e5bc-461f-41de-889f-9c0383b02838 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.534427] env[69942]: INFO nova.compute.manager [-] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Took 1.44 seconds to deallocate network for instance. [ 1329.542956] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1329.542956] env[69942]: value = "task-3831950" [ 1329.542956] env[69942]: _type = "Task" [ 1329.542956] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.561319] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.567663] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b454b65e-4608-4d48-a2eb-08c3df464b42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.577169] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8763671b-91a1-46de-8f31-3fc8fddfdf41 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.585414] env[69942]: INFO nova.compute.manager [-] [instance: 7409e643-9c90-4520-811f-1937569921f1] Took 1.40 seconds to deallocate network for instance. [ 1329.635683] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415dfe52-e612-472c-a5ba-b0f02bb8ebeb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.647438] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a4508-5dd9-40a3-9b8c-c667e517cd48 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.663542] env[69942]: DEBUG nova.compute.provider_tree [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1329.892484] env[69942]: DEBUG oslo_vmware.rw_handles [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3e637-0013-ac76-e155-f8e698f62364/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1329.893847] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fffa5e-2314-450c-b268-29ff3349ced0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.902359] env[69942]: DEBUG oslo_vmware.rw_handles [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3e637-0013-ac76-e155-f8e698f62364/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1329.902359] env[69942]: ERROR oslo_vmware.rw_handles [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3e637-0013-ac76-e155-f8e698f62364/disk-0.vmdk due to incomplete transfer. [ 1329.902359] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d2e5038d-f722-427b-879b-d41ab6599c8e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.910806] env[69942]: DEBUG oslo_vmware.rw_handles [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a3e637-0013-ac76-e155-f8e698f62364/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1329.911029] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Uploaded image baee7c24-ebec-46fe-bf16-9bf7ddda6fbe to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1329.913076] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1329.918335] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29b0a547-d6c7-4c54-bd3b-851c476ee974 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.925996] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1329.925996] env[69942]: value = "task-3831951" [ 1329.925996] env[69942]: _type = "Task" [ 1329.925996] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.935802] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831951, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.042135] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.054263] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831950, 'name': ReconfigVM_Task, 'duration_secs': 0.358957} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.054544] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 7dc0ba86-bcb3-49ca-b77e-4d3e035db097/7dc0ba86-bcb3-49ca-b77e-4d3e035db097.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.055245] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-044586c6-9efd-4581-aca2-a2c74f6fd405 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.067261] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1330.067261] env[69942]: value = "task-3831952" [ 1330.067261] env[69942]: _type = "Task" [ 1330.067261] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.073193] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831952, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.141679] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.190387] env[69942]: ERROR nova.scheduler.client.report [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [req-cb2cb894-be14-4765-b571-fc44a1932635] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c13aeb76-6f70-48cc-966a-c2ddeab670af. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cb2cb894-be14-4765-b571-fc44a1932635"}]} [ 1330.209304] env[69942]: DEBUG nova.scheduler.client.report [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1330.228336] env[69942]: DEBUG nova.scheduler.client.report [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1330.228336] env[69942]: DEBUG nova.compute.provider_tree [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 49, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1330.243790] env[69942]: DEBUG nova.scheduler.client.report [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1330.261766] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "05a92e60-94a7-45a6-8d13-e532051944ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.261766] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "05a92e60-94a7-45a6-8d13-e532051944ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.261766] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "05a92e60-94a7-45a6-8d13-e532051944ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.261975] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "05a92e60-94a7-45a6-8d13-e532051944ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.262230] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "05a92e60-94a7-45a6-8d13-e532051944ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.265423] env[69942]: DEBUG nova.compute.manager [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.268217] env[69942]: DEBUG nova.scheduler.client.report [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1330.270752] env[69942]: INFO nova.compute.manager [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Terminating instance [ 1330.282885] env[69942]: DEBUG nova.network.neutron [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Port 1c7720bb-4928-4e17-98e4-d869e38b577f binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1330.283188] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.283353] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.283540] env[69942]: DEBUG nova.network.neutron [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.306399] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.306670] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.306885] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.307111] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.307297] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.307459] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.307667] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.307827] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.307991] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.308241] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.308440] env[69942]: DEBUG nova.virt.hardware [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.309652] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c1f21f-8219-459a-a07a-92acb1e0ee37 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.323475] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a42c7-abf4-4243-9d4c-86f89ccb5fd0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.426013] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.426602] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-294bb944-e295-4263-b797-6ea56bf3567c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.439675] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831951, 'name': Destroy_Task} progress is 33%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.443555] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1330.443555] env[69942]: value = "task-3831953" [ 1330.443555] env[69942]: _type = "Task" [ 1330.443555] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.452886] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.492607] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a3777f-87ac-400f-801a-fd55db28ba39 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.501783] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf834b3-ccc8-455c-a954-d662f22fab2b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.536360] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61b2de4-14c0-45ac-8b94-8ac57e9d65b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.544748] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2976dbf2-7982-4773-b8b3-9b5eb6bd6b26 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.558727] env[69942]: DEBUG nova.compute.provider_tree [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1330.574208] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831952, 'name': Rename_Task, 'duration_secs': 0.158891} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.574495] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.574738] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b6d01f9-1076-4d66-a4c0-994383f48313 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.576832] env[69942]: DEBUG nova.network.neutron [-] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.583223] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1330.583223] env[69942]: value = "task-3831954" [ 1330.583223] env[69942]: _type = "Task" [ 1330.583223] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.593097] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.775567] env[69942]: DEBUG nova.compute.manager [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.775925] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.777100] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb732b16-3e92-485b-af99-24e418dbdca3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.783265] env[69942]: DEBUG nova.compute.manager [req-fcde13ca-84c7-4c5b-a66b-e54f46122982 req-0b19aa95-81d9-4b21-97bb-ece2c15a0586 service nova] [instance: 7409e643-9c90-4520-811f-1937569921f1] Received event network-vif-deleted-9b53e19b-63e3-455b-83ad-d61c83bd7313 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.783542] env[69942]: DEBUG nova.compute.manager [req-fcde13ca-84c7-4c5b-a66b-e54f46122982 req-0b19aa95-81d9-4b21-97bb-ece2c15a0586 service nova] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Received event network-vif-deleted-0c005554-d2d3-4067-a31b-3f7942ee3a7f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.791374] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.791688] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93013a8f-785d-4fab-9ff1-1906b7858359 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.800203] env[69942]: DEBUG oslo_vmware.api [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1330.800203] env[69942]: value = "task-3831955" [ 1330.800203] env[69942]: _type = "Task" [ 1330.800203] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.816408] env[69942]: DEBUG oslo_vmware.api [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.939881] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831951, 'name': Destroy_Task, 'duration_secs': 0.742373} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.940219] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Destroyed the VM [ 1330.940483] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1330.940766] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f0c49bca-b086-43dd-a211-d23bc36469f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.958342] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1330.958342] env[69942]: value = "task-3831956" [ 1330.958342] env[69942]: _type = "Task" [ 1330.958342] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.958779] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831953, 'name': PowerOffVM_Task, 'duration_secs': 0.417094} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.959163] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.964291] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a58a6e-2c54-468a-8945-3f900db76a20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.983029] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831956, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.002455] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feaf57a-4c80-4949-a56c-ddc0e803f97b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.080069] env[69942]: INFO nova.compute.manager [-] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Took 1.60 seconds to deallocate network for instance. [ 1331.089212] env[69942]: DEBUG nova.network.neutron [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance_info_cache with network_info: [{"id": "1c7720bb-4928-4e17-98e4-d869e38b577f", "address": "fa:16:3e:b2:5b:d0", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7720bb-49", "ovs_interfaceid": "1c7720bb-4928-4e17-98e4-d869e38b577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.099025] env[69942]: DEBUG nova.scheduler.client.report [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Updated inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1331.099025] env[69942]: DEBUG nova.compute.provider_tree [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Updating resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af generation from 162 to 163 during operation: update_inventory {{(pid=69942) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1331.099025] env[69942]: DEBUG nova.compute.provider_tree [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1331.106334] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831954, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.311618] env[69942]: DEBUG oslo_vmware.api [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831955, 'name': PowerOffVM_Task, 'duration_secs': 0.213461} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.311846] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.312026] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.312331] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61da6f58-45c4-42ad-88a2-7e7dc7da4d37 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.376800] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.377049] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.377341] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleting the datastore file [datastore2] 05a92e60-94a7-45a6-8d13-e532051944ab {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.378011] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b7c44f9-d66b-435b-85d7-4c8023ab218f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.385957] env[69942]: DEBUG oslo_vmware.api [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for the task: (returnval){ [ 1331.385957] env[69942]: value = "task-3831958" [ 1331.385957] env[69942]: _type = "Task" [ 1331.385957] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.399126] env[69942]: DEBUG oslo_vmware.api [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.446836] env[69942]: DEBUG nova.network.neutron [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Successfully updated port: db491c4f-12a4-4db2-a2bc-47d5fe91c10a {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.470840] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831956, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.516168] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1331.516502] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-66e11fcc-7935-4404-a1ad-a2f7a8e5baa2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.525075] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1331.525075] env[69942]: value = "task-3831959" [ 1331.525075] env[69942]: _type = "Task" [ 1331.525075] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.534950] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831959, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.594198] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.596381] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.603546] env[69942]: DEBUG oslo_vmware.api [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3831954, 'name': PowerOnVM_Task, 'duration_secs': 0.562705} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.604548] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.604797] env[69942]: INFO nova.compute.manager [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1331.604977] env[69942]: DEBUG nova.compute.manager [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.605910] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc706c7-6946-46b9-a7e1-134a92e5795f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.609615] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.380s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.610144] env[69942]: DEBUG nova.compute.manager [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1331.612753] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.571s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.612992] env[69942]: DEBUG nova.objects.instance [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lazy-loading 'resources' on Instance uuid fa986601-8109-43f2-bef5-c1e70046488c {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.896472] env[69942]: DEBUG oslo_vmware.api [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Task: {'id': task-3831958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293965} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.896863] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.896962] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.897200] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.897376] env[69942]: INFO nova.compute.manager [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1331.897627] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.897831] env[69942]: DEBUG nova.compute.manager [-] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.897926] env[69942]: DEBUG nova.network.neutron [-] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1331.948131] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "refresh_cache-b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.948381] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "refresh_cache-b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.948599] env[69942]: DEBUG nova.network.neutron [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.971335] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831956, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.035374] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831959, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.100256] env[69942]: DEBUG nova.compute.manager [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69942) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1332.100256] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.118149] env[69942]: DEBUG nova.compute.utils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.123090] env[69942]: DEBUG nova.compute.manager [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.123295] env[69942]: DEBUG nova.network.neutron [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.139843] env[69942]: INFO nova.compute.manager [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Took 20.12 seconds to build instance. [ 1332.195746] env[69942]: DEBUG nova.compute.manager [req-0f93fe51-3e2e-4b5a-bb4c-7aff8f54e3e9 req-56043569-08ef-465d-b8e1-2faffb6578fb service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Received event network-changed-f44c286e-24d2-4f9c-8d69-82a410e8bac1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.196277] env[69942]: DEBUG nova.compute.manager [req-0f93fe51-3e2e-4b5a-bb4c-7aff8f54e3e9 req-56043569-08ef-465d-b8e1-2faffb6578fb service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Refreshing instance network info cache due to event network-changed-f44c286e-24d2-4f9c-8d69-82a410e8bac1. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.196659] env[69942]: DEBUG oslo_concurrency.lockutils [req-0f93fe51-3e2e-4b5a-bb4c-7aff8f54e3e9 req-56043569-08ef-465d-b8e1-2faffb6578fb service nova] Acquiring lock "refresh_cache-7dc0ba86-bcb3-49ca-b77e-4d3e035db097" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.196918] env[69942]: DEBUG oslo_concurrency.lockutils [req-0f93fe51-3e2e-4b5a-bb4c-7aff8f54e3e9 req-56043569-08ef-465d-b8e1-2faffb6578fb service nova] Acquired lock "refresh_cache-7dc0ba86-bcb3-49ca-b77e-4d3e035db097" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.197231] env[69942]: DEBUG nova.network.neutron [req-0f93fe51-3e2e-4b5a-bb4c-7aff8f54e3e9 req-56043569-08ef-465d-b8e1-2faffb6578fb service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Refreshing network info cache for port f44c286e-24d2-4f9c-8d69-82a410e8bac1 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.213436] env[69942]: DEBUG nova.policy [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '733dc007d21d45cc8b445b0fcc39b4b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a4d53b6fe84b02a43166c8642ce26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.383105] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402dabd2-7dee-400a-88f2-c50d4600ca9c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.392308] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b671f4-6c59-45ee-9ea9-1b5a6ef4687f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.431608] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5235ae3-60a2-4d59-9550-77cdbd4a61a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.438722] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8213c906-c973-41e5-a254-0b5b4a5bd857 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.454746] env[69942]: DEBUG nova.compute.provider_tree [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.470487] env[69942]: DEBUG oslo_vmware.api [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831956, 'name': RemoveSnapshot_Task, 'duration_secs': 1.255769} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.471424] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1332.471660] env[69942]: INFO nova.compute.manager [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Took 19.55 seconds to snapshot the instance on the hypervisor. [ 1332.494153] env[69942]: DEBUG nova.network.neutron [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.535648] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831959, 'name': CreateSnapshot_Task, 'duration_secs': 0.79896} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.535927] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1332.536715] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f073e3aa-ba4d-4739-95cd-e0fb1348942c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.626291] env[69942]: DEBUG nova.compute.manager [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1332.644356] env[69942]: DEBUG oslo_concurrency.lockutils [None req-59880697-ec86-4580-8ec8-c1c424ccf7f5 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.632s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.694804] env[69942]: DEBUG nova.network.neutron [-] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.753935] env[69942]: DEBUG nova.network.neutron [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Updating instance_info_cache with network_info: [{"id": "db491c4f-12a4-4db2-a2bc-47d5fe91c10a", "address": "fa:16:3e:91:4a:49", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb491c4f-12", "ovs_interfaceid": "db491c4f-12a4-4db2-a2bc-47d5fe91c10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.765413] env[69942]: DEBUG nova.network.neutron [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Successfully created port: e883ca85-d1be-4648-916e-410341be2ce7 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.814300] env[69942]: DEBUG nova.compute.manager [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Received event network-vif-plugged-db491c4f-12a4-4db2-a2bc-47d5fe91c10a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.814520] env[69942]: DEBUG oslo_concurrency.lockutils [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] Acquiring lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.815458] env[69942]: DEBUG oslo_concurrency.lockutils [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.815458] env[69942]: DEBUG oslo_concurrency.lockutils [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.815458] env[69942]: DEBUG nova.compute.manager [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] No waiting events found dispatching network-vif-plugged-db491c4f-12a4-4db2-a2bc-47d5fe91c10a {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.815806] env[69942]: WARNING nova.compute.manager [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Received unexpected event network-vif-plugged-db491c4f-12a4-4db2-a2bc-47d5fe91c10a for instance with vm_state building and task_state spawning. [ 1332.815806] env[69942]: DEBUG nova.compute.manager [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Received event network-changed-db491c4f-12a4-4db2-a2bc-47d5fe91c10a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.815901] env[69942]: DEBUG nova.compute.manager [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Refreshing instance network info cache due to event network-changed-db491c4f-12a4-4db2-a2bc-47d5fe91c10a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.816107] env[69942]: DEBUG oslo_concurrency.lockutils [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] Acquiring lock "refresh_cache-b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.964035] env[69942]: DEBUG nova.scheduler.client.report [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.966804] env[69942]: DEBUG nova.network.neutron [req-0f93fe51-3e2e-4b5a-bb4c-7aff8f54e3e9 req-56043569-08ef-465d-b8e1-2faffb6578fb service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Updated VIF entry in instance network info cache for port f44c286e-24d2-4f9c-8d69-82a410e8bac1. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.967210] env[69942]: DEBUG nova.network.neutron [req-0f93fe51-3e2e-4b5a-bb4c-7aff8f54e3e9 req-56043569-08ef-465d-b8e1-2faffb6578fb service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Updating instance_info_cache with network_info: [{"id": "f44c286e-24d2-4f9c-8d69-82a410e8bac1", "address": "fa:16:3e:50:83:f2", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf44c286e-24", "ovs_interfaceid": "f44c286e-24d2-4f9c-8d69-82a410e8bac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.018786] env[69942]: DEBUG nova.compute.manager [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Found 3 images (rotation: 2) {{(pid=69942) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1333.019099] env[69942]: DEBUG nova.compute.manager [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Rotating out 1 backups {{(pid=69942) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1333.019231] env[69942]: DEBUG nova.compute.manager [None req-fbb44f6f-9ded-477d-abe4-cc6247efab30 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Deleting image 600b3916-fa8b-4329-80e3-39e115ad6728 {{(pid=69942) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1333.056651] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1333.056651] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d06cc4d-48ec-426e-9fa3-58f751fae012 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.066310] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1333.066310] env[69942]: value = "task-3831960" [ 1333.066310] env[69942]: _type = "Task" [ 1333.066310] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.077634] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831960, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.196543] env[69942]: INFO nova.compute.manager [-] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Took 1.30 seconds to deallocate network for instance. [ 1333.256971] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "refresh_cache-b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.257465] env[69942]: DEBUG nova.compute.manager [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Instance network_info: |[{"id": "db491c4f-12a4-4db2-a2bc-47d5fe91c10a", "address": "fa:16:3e:91:4a:49", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb491c4f-12", "ovs_interfaceid": "db491c4f-12a4-4db2-a2bc-47d5fe91c10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.258115] env[69942]: DEBUG oslo_concurrency.lockutils [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] Acquired lock "refresh_cache-b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.258322] env[69942]: DEBUG nova.network.neutron [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Refreshing network info cache for port db491c4f-12a4-4db2-a2bc-47d5fe91c10a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.259692] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:4a:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db491c4f-12a4-4db2-a2bc-47d5fe91c10a', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.267557] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.268648] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.268976] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59797abd-7b98-4659-8e87-8cf5b01fe130 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.290892] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.290892] env[69942]: value = "task-3831961" [ 1333.290892] env[69942]: _type = "Task" [ 1333.290892] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.301419] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831961, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.470029] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.472878] env[69942]: DEBUG oslo_concurrency.lockutils [req-0f93fe51-3e2e-4b5a-bb4c-7aff8f54e3e9 req-56043569-08ef-465d-b8e1-2faffb6578fb service nova] Releasing lock "refresh_cache-7dc0ba86-bcb3-49ca-b77e-4d3e035db097" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.473206] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.332s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.473278] env[69942]: DEBUG nova.objects.instance [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lazy-loading 'resources' on Instance uuid 7409e643-9c90-4520-811f-1937569921f1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.498118] env[69942]: INFO nova.scheduler.client.report [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Deleted allocations for instance fa986601-8109-43f2-bef5-c1e70046488c [ 1333.578762] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831960, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.638561] env[69942]: DEBUG nova.compute.manager [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.666026] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.666362] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.666568] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.666799] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.666986] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.667256] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.667546] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.667750] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.667954] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.668203] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.668438] env[69942]: DEBUG nova.virt.hardware [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.669558] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1847f6e0-1573-45de-8e52-a8d6f0c58840 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.679018] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1171ec9-f39e-43f5-aebf-1315e010a853 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.704451] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.804136] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831961, 'name': CreateVM_Task, 'duration_secs': 0.364265} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.806812] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.807669] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.807842] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.808194] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.808784] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e193f19e-7f70-4a7f-b5c3-aeeda219eaa2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.815242] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1333.815242] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5297315c-c688-df25-2d1b-cecfb5b52cb4" [ 1333.815242] env[69942]: _type = "Task" [ 1333.815242] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.825314] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5297315c-c688-df25-2d1b-cecfb5b52cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.007471] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f6a13917-77eb-4e41-be0f-73ee20e3f54f tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "fa986601-8109-43f2-bef5-c1e70046488c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.555s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.081388] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831960, 'name': CloneVM_Task} progress is 95%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.097013] env[69942]: DEBUG nova.network.neutron [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Updated VIF entry in instance network info cache for port db491c4f-12a4-4db2-a2bc-47d5fe91c10a. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.097065] env[69942]: DEBUG nova.network.neutron [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Updating instance_info_cache with network_info: [{"id": "db491c4f-12a4-4db2-a2bc-47d5fe91c10a", "address": "fa:16:3e:91:4a:49", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb491c4f-12", "ovs_interfaceid": "db491c4f-12a4-4db2-a2bc-47d5fe91c10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.211459] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dc3c7f-7c1c-4446-9c84-ea42a2c890ef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.221995] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0647ee2-8a9d-42d8-8966-54eebde9af5e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.255415] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7196738-bb34-4975-a66e-6c806ccd32f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.263587] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4251f3f1-4b0a-4c78-bdb8-9b5544cd916a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.278107] env[69942]: DEBUG nova.compute.provider_tree [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.321026] env[69942]: DEBUG nova.network.neutron [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Successfully updated port: e883ca85-d1be-4648-916e-410341be2ce7 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.328688] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5297315c-c688-df25-2d1b-cecfb5b52cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.329021] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.329823] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.329823] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.329823] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.329823] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.330144] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0776cab4-0ab4-4999-9004-c4c2bde2da99 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.341121] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.341338] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.342410] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63041f81-d987-4ac7-b211-b395a2228fc9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.349208] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1334.349208] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525e9307-1a0b-c6c9-d387-5d56f4405567" [ 1334.349208] env[69942]: _type = "Task" [ 1334.349208] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.359094] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525e9307-1a0b-c6c9-d387-5d56f4405567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.534920] env[69942]: DEBUG oslo_concurrency.lockutils [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.535271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.535494] env[69942]: DEBUG oslo_concurrency.lockutils [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.535684] env[69942]: DEBUG oslo_concurrency.lockutils [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.535858] env[69942]: DEBUG oslo_concurrency.lockutils [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.538523] env[69942]: INFO nova.compute.manager [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Terminating instance [ 1334.582082] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831960, 'name': CloneVM_Task, 'duration_secs': 1.41905} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.582524] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Created linked-clone VM from snapshot [ 1334.583342] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7cebad-4c43-4a5a-b8f2-6391020eeb26 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.592633] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Uploading image c6f834bc-eae2-4192-83b0-0a9b40b92690 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1334.603357] env[69942]: DEBUG oslo_concurrency.lockutils [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] Releasing lock "refresh_cache-b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.603700] env[69942]: DEBUG nova.compute.manager [req-507eb370-d5da-456c-a9c8-055d6538a9d5 req-7d40b16e-8c5b-4d87-969d-01c2dd213f5b service nova] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Received event network-vif-deleted-849ff032-941e-4508-9dfb-acb7e2803c7c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.615008] env[69942]: DEBUG oslo_vmware.rw_handles [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1334.615008] env[69942]: value = "vm-761794" [ 1334.615008] env[69942]: _type = "VirtualMachine" [ 1334.615008] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1334.615364] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c14a5d1-f59f-4438-8554-1b59cf9996e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.624213] env[69942]: DEBUG oslo_vmware.rw_handles [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lease: (returnval){ [ 1334.624213] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e7554-8c6a-d04e-cfdb-dbe7493532f9" [ 1334.624213] env[69942]: _type = "HttpNfcLease" [ 1334.624213] env[69942]: } obtained for exporting VM: (result){ [ 1334.624213] env[69942]: value = "vm-761794" [ 1334.624213] env[69942]: _type = "VirtualMachine" [ 1334.624213] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1334.624542] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the lease: (returnval){ [ 1334.624542] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e7554-8c6a-d04e-cfdb-dbe7493532f9" [ 1334.624542] env[69942]: _type = "HttpNfcLease" [ 1334.624542] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1334.632552] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.632552] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e7554-8c6a-d04e-cfdb-dbe7493532f9" [ 1334.632552] env[69942]: _type = "HttpNfcLease" [ 1334.632552] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1334.781996] env[69942]: DEBUG nova.scheduler.client.report [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.824239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.824750] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.824964] env[69942]: DEBUG nova.network.neutron [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.849148] env[69942]: DEBUG nova.compute.manager [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Received event network-vif-plugged-e883ca85-d1be-4648-916e-410341be2ce7 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.849379] env[69942]: DEBUG oslo_concurrency.lockutils [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] Acquiring lock "249c958f-5e57-485d-befd-7aabb601edb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.849640] env[69942]: DEBUG oslo_concurrency.lockutils [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] Lock "249c958f-5e57-485d-befd-7aabb601edb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.849850] env[69942]: DEBUG oslo_concurrency.lockutils [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] Lock "249c958f-5e57-485d-befd-7aabb601edb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.850063] env[69942]: DEBUG nova.compute.manager [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] No waiting events found dispatching network-vif-plugged-e883ca85-d1be-4648-916e-410341be2ce7 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.850473] env[69942]: WARNING nova.compute.manager [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Received unexpected event network-vif-plugged-e883ca85-d1be-4648-916e-410341be2ce7 for instance with vm_state building and task_state spawning. [ 1334.850728] env[69942]: DEBUG nova.compute.manager [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Received event network-changed-e883ca85-d1be-4648-916e-410341be2ce7 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.850940] env[69942]: DEBUG nova.compute.manager [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Refreshing instance network info cache due to event network-changed-e883ca85-d1be-4648-916e-410341be2ce7. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.851174] env[69942]: DEBUG oslo_concurrency.lockutils [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] Acquiring lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.862711] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525e9307-1a0b-c6c9-d387-5d56f4405567, 'name': SearchDatastore_Task, 'duration_secs': 0.045849} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.863686] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51d9b17-aa63-4bdb-b023-ac35cbd36580 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.870433] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1334.870433] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5235b4da-3353-9529-8f74-9ac737444eb4" [ 1334.870433] env[69942]: _type = "Task" [ 1334.870433] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.879566] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5235b4da-3353-9529-8f74-9ac737444eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.045014] env[69942]: DEBUG nova.compute.manager [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.045376] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.046325] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423a872e-66c1-42be-aee5-7184354764ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.055699] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.056169] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d56d2c4-2d33-45c8-8493-ba1455b2c2fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.064971] env[69942]: DEBUG oslo_vmware.api [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1335.064971] env[69942]: value = "task-3831964" [ 1335.064971] env[69942]: _type = "Task" [ 1335.064971] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.077275] env[69942]: DEBUG oslo_vmware.api [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.133499] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1335.133499] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e7554-8c6a-d04e-cfdb-dbe7493532f9" [ 1335.133499] env[69942]: _type = "HttpNfcLease" [ 1335.133499] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1335.133866] env[69942]: DEBUG oslo_vmware.rw_handles [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1335.133866] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523e7554-8c6a-d04e-cfdb-dbe7493532f9" [ 1335.133866] env[69942]: _type = "HttpNfcLease" [ 1335.133866] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1335.134688] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ed08a7-65ec-4b4a-a057-6cb79cf9e61c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.143397] env[69942]: DEBUG oslo_vmware.rw_handles [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de4bf6-6245-443c-9ceb-c2b2fb48e9cf/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1335.143604] env[69942]: DEBUG oslo_vmware.rw_handles [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de4bf6-6245-443c-9ceb-c2b2fb48e9cf/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1335.237759] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1dca5ea1-6245-4027-9706-7bd73f5bdcda {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.286634] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.289122] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.693s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.289370] env[69942]: DEBUG nova.objects.instance [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lazy-loading 'resources' on Instance uuid 6dcecd48-dae8-489b-95c4-5829198e36e5 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.312998] env[69942]: INFO nova.scheduler.client.report [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Deleted allocations for instance 7409e643-9c90-4520-811f-1937569921f1 [ 1335.358124] env[69942]: DEBUG nova.network.neutron [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.392794] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5235b4da-3353-9529-8f74-9ac737444eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.016885} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.393435] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.393702] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b/b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.393969] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5069720f-fe07-437a-ace1-7b0f69f2bb3c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.406354] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1335.406354] env[69942]: value = "task-3831965" [ 1335.406354] env[69942]: _type = "Task" [ 1335.406354] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.416029] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.422988] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.423273] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.423455] env[69942]: DEBUG nova.compute.manager [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.424376] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f22fa9-03ad-4110-bc40-90dca972a044 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.432148] env[69942]: DEBUG nova.compute.manager [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1335.432975] env[69942]: DEBUG nova.objects.instance [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'flavor' on Instance uuid d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.529390] env[69942]: DEBUG nova.network.neutron [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance_info_cache with network_info: [{"id": "e883ca85-d1be-4648-916e-410341be2ce7", "address": "fa:16:3e:6b:6e:d9", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape883ca85-d1", "ovs_interfaceid": "e883ca85-d1be-4648-916e-410341be2ce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.578424] env[69942]: DEBUG oslo_vmware.api [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831964, 'name': PowerOffVM_Task, 'duration_secs': 0.214959} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.579444] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.579444] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.579780] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34583c71-0f97-4698-b9ab-825ad660bff4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.675101] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.675416] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.675774] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Deleting the datastore file [datastore2] 1639dd2e-ae2e-4cb6-95a8-689c4c869438 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.676109] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb9fbc7-4867-41d2-af78-4fcd08e0834b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.688227] env[69942]: DEBUG oslo_vmware.api [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for the task: (returnval){ [ 1335.688227] env[69942]: value = "task-3831967" [ 1335.688227] env[69942]: _type = "Task" [ 1335.688227] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.698392] env[69942]: DEBUG oslo_vmware.api [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.826135] env[69942]: DEBUG oslo_concurrency.lockutils [None req-35d288c1-a1c2-466a-a249-36c22ba47ce5 tempest-ImagesOneServerTestJSON-884731633 tempest-ImagesOneServerTestJSON-884731633-project-member] Lock "7409e643-9c90-4520-811f-1937569921f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.840s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.922189] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.032216] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.032668] env[69942]: DEBUG nova.compute.manager [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Instance network_info: |[{"id": "e883ca85-d1be-4648-916e-410341be2ce7", "address": "fa:16:3e:6b:6e:d9", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape883ca85-d1", "ovs_interfaceid": "e883ca85-d1be-4648-916e-410341be2ce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.033112] env[69942]: DEBUG oslo_concurrency.lockutils [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] Acquired lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.033347] env[69942]: DEBUG nova.network.neutron [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Refreshing network info cache for port e883ca85-d1be-4648-916e-410341be2ce7 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.037540] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:6e:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e883ca85-d1be-4648-916e-410341be2ce7', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.046794] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.052659] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.052659] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11f0f59c-3da6-451e-90ab-8d966e80de20 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.077817] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d809bcf9-06d8-4744-ac9d-2e0c02707e30 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.097073] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed3ed2d-1247-4103-879d-e702f3239e8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.104502] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.104502] env[69942]: value = "task-3831968" [ 1336.104502] env[69942]: _type = "Task" [ 1336.104502] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.166725] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43387180-8559-4268-b3cd-44a2ad382906 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.177034] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831968, 'name': CreateVM_Task} progress is 25%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.187293] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e5ee96-181b-4aae-819b-99166e8ae29c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.223618] env[69942]: DEBUG nova.compute.provider_tree [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.227293] env[69942]: DEBUG oslo_vmware.api [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Task: {'id': task-3831967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416408} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.227293] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.227407] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.227823] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.228165] env[69942]: INFO nova.compute.manager [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1336.228550] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.229028] env[69942]: DEBUG nova.compute.manager [-] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.229182] env[69942]: DEBUG nova.network.neutron [-] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.418313] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576217} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.418998] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b/b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.418998] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.419201] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4872891-4f28-4fd5-848d-ad1b13c33072 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.429552] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1336.429552] env[69942]: value = "task-3831970" [ 1336.429552] env[69942]: _type = "Task" [ 1336.429552] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.443541] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.443541] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.443541] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac863bd-d409-4dc8-b390-99847231a842 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.450110] env[69942]: DEBUG oslo_vmware.api [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1336.450110] env[69942]: value = "task-3831971" [ 1336.450110] env[69942]: _type = "Task" [ 1336.450110] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.459265] env[69942]: DEBUG oslo_vmware.api [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.621963] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3831968, 'name': CreateVM_Task, 'duration_secs': 0.42228} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.622293] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.622926] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.623136] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.623463] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.623793] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af9d4436-6ef1-4ead-9bc2-ef64775e81a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.631655] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1336.631655] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d0df29-b972-7999-fe21-753b414ce7e4" [ 1336.631655] env[69942]: _type = "Task" [ 1336.631655] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.652345] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d0df29-b972-7999-fe21-753b414ce7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.727849] env[69942]: DEBUG nova.scheduler.client.report [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.846402] env[69942]: DEBUG nova.network.neutron [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updated VIF entry in instance network info cache for port e883ca85-d1be-4648-916e-410341be2ce7. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.846402] env[69942]: DEBUG nova.network.neutron [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance_info_cache with network_info: [{"id": "e883ca85-d1be-4648-916e-410341be2ce7", "address": "fa:16:3e:6b:6e:d9", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape883ca85-d1", "ovs_interfaceid": "e883ca85-d1be-4648-916e-410341be2ce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.888490] env[69942]: DEBUG nova.compute.manager [req-b95f67f8-7b57-497b-8183-6148f42605a3 req-c222e9cd-009c-4ad0-a493-c5a793e31d95 service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Received event network-vif-deleted-88f87931-fe27-40f8-bdac-b7ad2bb6dc70 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.888602] env[69942]: INFO nova.compute.manager [req-b95f67f8-7b57-497b-8183-6148f42605a3 req-c222e9cd-009c-4ad0-a493-c5a793e31d95 service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Neutron deleted interface 88f87931-fe27-40f8-bdac-b7ad2bb6dc70; detaching it from the instance and deleting it from the info cache [ 1336.888720] env[69942]: DEBUG nova.network.neutron [req-b95f67f8-7b57-497b-8183-6148f42605a3 req-c222e9cd-009c-4ad0-a493-c5a793e31d95 service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.940869] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149161} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.941357] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.942394] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84adba7-6713-4deb-9f8d-00d79b0e40b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.969669] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b/b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.975901] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe16dda-1390-459a-a370-f96d9d2da210 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.997388] env[69942]: DEBUG oslo_vmware.api [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3831971, 'name': PowerOffVM_Task, 'duration_secs': 0.356074} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.998991] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.999531] env[69942]: DEBUG nova.compute.manager [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.000503] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1337.000503] env[69942]: value = "task-3831972" [ 1337.000503] env[69942]: _type = "Task" [ 1337.000503] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.000999] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b68fd94-ba1f-4307-90f6-c62bbb5cc07f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.018079] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.144514] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d0df29-b972-7999-fe21-753b414ce7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.036515} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.144915] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.145222] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.145765] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.145920] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.146235] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.147694] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-135cc146-4aa7-4664-b2fd-2817a52ace0e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.167235] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.167468] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.168719] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf0afd7-1301-4be5-8851-74bdca5aa4fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.175605] env[69942]: DEBUG nova.network.neutron [-] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.177656] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1337.177656] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f09643-d776-d2b0-a822-fe18c9c9e31e" [ 1337.177656] env[69942]: _type = "Task" [ 1337.177656] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.190216] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f09643-d776-d2b0-a822-fe18c9c9e31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.233950] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.236710] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.137s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.273181] env[69942]: INFO nova.scheduler.client.report [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted allocations for instance 6dcecd48-dae8-489b-95c4-5829198e36e5 [ 1337.350970] env[69942]: DEBUG oslo_concurrency.lockutils [req-b0aa1e5f-da1c-4637-a61a-b7a598c44d5d req-6fc43448-c136-431f-b8b3-08e9486e61f3 service nova] Releasing lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.391949] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9788f16-4d33-4fc7-ab1a-3a7ab65919ae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.403889] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8225a95b-eda6-427b-83d4-c3d7cfe5a892 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.441941] env[69942]: DEBUG nova.compute.manager [req-b95f67f8-7b57-497b-8183-6148f42605a3 req-c222e9cd-009c-4ad0-a493-c5a793e31d95 service nova] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Detach interface failed, port_id=88f87931-fe27-40f8-bdac-b7ad2bb6dc70, reason: Instance 1639dd2e-ae2e-4cb6-95a8-689c4c869438 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1337.513810] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831972, 'name': ReconfigVM_Task, 'duration_secs': 0.352011} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.514122] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b/b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.518096] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-060d01b6-5397-47cf-a369-7b499217a43d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.519056] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3a3cebd8-d36d-4084-8888-e025ab8b6d00 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.528178] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1337.528178] env[69942]: value = "task-3831973" [ 1337.528178] env[69942]: _type = "Task" [ 1337.528178] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.538552] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831973, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.678637] env[69942]: INFO nova.compute.manager [-] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Took 1.45 seconds to deallocate network for instance. [ 1337.699953] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f09643-d776-d2b0-a822-fe18c9c9e31e, 'name': SearchDatastore_Task, 'duration_secs': 0.022116} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.702390] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85751fb0-fe4f-4ada-98a1-cd0d63d8c76d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.712971] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1337.712971] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a1eecf-3066-ddbb-e19f-e2bb3455cb74" [ 1337.712971] env[69942]: _type = "Task" [ 1337.712971] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.728050] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a1eecf-3066-ddbb-e19f-e2bb3455cb74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.742335] env[69942]: DEBUG nova.objects.instance [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'migration_context' on Instance uuid 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.783461] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e3509820-d343-4a1d-9f35-867516a9e7a3 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "6dcecd48-dae8-489b-95c4-5829198e36e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.947s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.043392] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831973, 'name': Rename_Task, 'duration_secs': 0.173078} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.043903] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.044209] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d2f1a31-b5b7-4941-a4d7-fb79f07b63a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.054616] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1338.054616] env[69942]: value = "task-3831974" [ 1338.054616] env[69942]: _type = "Task" [ 1338.054616] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.067706] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.193811] env[69942]: DEBUG oslo_concurrency.lockutils [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.225616] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a1eecf-3066-ddbb-e19f-e2bb3455cb74, 'name': SearchDatastore_Task, 'duration_secs': 0.024382} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.225908] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.226209] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 249c958f-5e57-485d-befd-7aabb601edb8/249c958f-5e57-485d-befd-7aabb601edb8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.226509] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27691526-934f-4909-ad54-8cefbf62fa41 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.237485] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1338.237485] env[69942]: value = "task-3831975" [ 1338.237485] env[69942]: _type = "Task" [ 1338.237485] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.253516] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.457602] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05957b05-5b7e-4fa0-816e-c772c26b6e85 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.468355] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400a76f4-1795-4ba5-8088-d6cb51b68951 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.502914] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1079cfc5-3a1b-4a8d-9853-ef0c8f831fbf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.513509] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2deb8b-f72f-4ed8-b1e2-f696756f9f57 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.530624] env[69942]: DEBUG nova.compute.provider_tree [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.539867] env[69942]: DEBUG oslo_concurrency.lockutils [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "fc4343e8-054c-41d5-9d43-010d83bb9135" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.540182] env[69942]: DEBUG oslo_concurrency.lockutils [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "fc4343e8-054c-41d5-9d43-010d83bb9135" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.540447] env[69942]: DEBUG oslo_concurrency.lockutils [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "fc4343e8-054c-41d5-9d43-010d83bb9135-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.540720] env[69942]: DEBUG oslo_concurrency.lockutils [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "fc4343e8-054c-41d5-9d43-010d83bb9135-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.540991] env[69942]: DEBUG oslo_concurrency.lockutils [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "fc4343e8-054c-41d5-9d43-010d83bb9135-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.543660] env[69942]: INFO nova.compute.manager [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Terminating instance [ 1338.568835] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831974, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.750403] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831975, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.760856] env[69942]: DEBUG nova.compute.manager [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Stashing vm_state: stopped {{(pid=69942) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1339.034363] env[69942]: DEBUG nova.scheduler.client.report [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.048677] env[69942]: DEBUG nova.compute.manager [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.048963] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.049963] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450a73b5-9a75-4fe0-8abb-822b6d5dd993 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.064250] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.064672] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f654ec3-da25-4c39-a42b-a92df17dcc7e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.075183] env[69942]: DEBUG oslo_vmware.api [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3831974, 'name': PowerOnVM_Task, 'duration_secs': 0.621865} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.078069] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.078487] env[69942]: INFO nova.compute.manager [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1339.078793] env[69942]: DEBUG nova.compute.manager [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.079665] env[69942]: DEBUG oslo_vmware.api [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1339.079665] env[69942]: value = "task-3831977" [ 1339.079665] env[69942]: _type = "Task" [ 1339.079665] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.080649] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b96054a-0061-4b93-8980-ca6084f997b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.102817] env[69942]: DEBUG oslo_vmware.api [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.249523] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626969} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.249837] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 249c958f-5e57-485d-befd-7aabb601edb8/249c958f-5e57-485d-befd-7aabb601edb8.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.250100] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.250497] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fa084af-b781-4584-8a9b-9610477f94ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.259224] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1339.259224] env[69942]: value = "task-3831978" [ 1339.259224] env[69942]: _type = "Task" [ 1339.259224] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.272459] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.284404] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.596614] env[69942]: DEBUG oslo_vmware.api [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831977, 'name': PowerOffVM_Task, 'duration_secs': 0.357603} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.597046] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.597374] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.597679] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-577d881b-a268-49e1-a30c-073bf6c5be80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.613043] env[69942]: INFO nova.compute.manager [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Took 13.82 seconds to build instance. [ 1339.641711] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "b28696f2-f21e-4bf8-a847-dc6b05266de9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.641905] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "b28696f2-f21e-4bf8-a847-dc6b05266de9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.701830] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.702124] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.702416] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleting the datastore file [datastore1] fc4343e8-054c-41d5-9d43-010d83bb9135 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.702711] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fb561f6-daff-4d1b-97bf-aa0dafa028ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.711905] env[69942]: DEBUG oslo_vmware.api [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for the task: (returnval){ [ 1339.711905] env[69942]: value = "task-3831980" [ 1339.711905] env[69942]: _type = "Task" [ 1339.711905] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.721309] env[69942]: DEBUG oslo_vmware.api [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.770829] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121655} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.771152] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.771948] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ee3afc-4818-4ece-ae60-6a0c97faaa7d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.806551] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 249c958f-5e57-485d-befd-7aabb601edb8/249c958f-5e57-485d-befd-7aabb601edb8.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.806973] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3950089-9061-45ae-abdf-8137a9f963ec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.832121] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1339.832121] env[69942]: value = "task-3831981" [ 1339.832121] env[69942]: _type = "Task" [ 1339.832121] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.844898] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.035511] env[69942]: DEBUG nova.compute.manager [req-b9d30d2b-cc91-4a0f-afac-e535a43fd42a req-2d181349-6258-48c9-88c1-0bba43384733 service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Received event network-changed-db491c4f-12a4-4db2-a2bc-47d5fe91c10a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.035832] env[69942]: DEBUG nova.compute.manager [req-b9d30d2b-cc91-4a0f-afac-e535a43fd42a req-2d181349-6258-48c9-88c1-0bba43384733 service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Refreshing instance network info cache due to event network-changed-db491c4f-12a4-4db2-a2bc-47d5fe91c10a. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.036032] env[69942]: DEBUG oslo_concurrency.lockutils [req-b9d30d2b-cc91-4a0f-afac-e535a43fd42a req-2d181349-6258-48c9-88c1-0bba43384733 service nova] Acquiring lock "refresh_cache-b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.036176] env[69942]: DEBUG oslo_concurrency.lockutils [req-b9d30d2b-cc91-4a0f-afac-e535a43fd42a req-2d181349-6258-48c9-88c1-0bba43384733 service nova] Acquired lock "refresh_cache-b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.036329] env[69942]: DEBUG nova.network.neutron [req-b9d30d2b-cc91-4a0f-afac-e535a43fd42a req-2d181349-6258-48c9-88c1-0bba43384733 service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Refreshing network info cache for port db491c4f-12a4-4db2-a2bc-47d5fe91c10a {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.045946] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.809s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.054495] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.350s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.054495] env[69942]: DEBUG nova.objects.instance [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lazy-loading 'resources' on Instance uuid 05a92e60-94a7-45a6-8d13-e532051944ab {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.116284] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5efb231b-0c0d-4fbd-98e0-eeb2afde63f2 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.333s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.146381] env[69942]: DEBUG nova.compute.manager [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.223248] env[69942]: DEBUG oslo_vmware.api [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Task: {'id': task-3831980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399518} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.223518] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.223712] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.223971] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.224193] env[69942]: INFO nova.compute.manager [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1340.224498] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.224715] env[69942]: DEBUG nova.compute.manager [-] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.224832] env[69942]: DEBUG nova.network.neutron [-] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.344619] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.650587] env[69942]: DEBUG nova.compute.manager [req-e4eabe75-b563-4e28-9eab-42da5cd910bc req-0dd90f56-eb8c-414c-89e1-f806d75d0f47 service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Received event network-vif-deleted-c41f3834-497e-4ba3-9a4c-66e91f880a51 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.650776] env[69942]: INFO nova.compute.manager [req-e4eabe75-b563-4e28-9eab-42da5cd910bc req-0dd90f56-eb8c-414c-89e1-f806d75d0f47 service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Neutron deleted interface c41f3834-497e-4ba3-9a4c-66e91f880a51; detaching it from the instance and deleting it from the info cache [ 1340.650966] env[69942]: DEBUG nova.network.neutron [req-e4eabe75-b563-4e28-9eab-42da5cd910bc req-0dd90f56-eb8c-414c-89e1-f806d75d0f47 service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.683130] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.828724] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe66d20-f1ed-486a-bfdb-5682ad2fd66f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.841204] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31448d7b-c5f6-4801-a5e1-4d539cf42b21 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.849994] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831981, 'name': ReconfigVM_Task, 'duration_secs': 0.774715} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.851069] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 249c958f-5e57-485d-befd-7aabb601edb8/249c958f-5e57-485d-befd-7aabb601edb8.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.851828] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d133da-9ace-4609-acc3-d921f37bf721 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.883162] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a28725-73f5-4452-a679-7602cbdc7dcd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.888258] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1340.888258] env[69942]: value = "task-3831983" [ 1340.888258] env[69942]: _type = "Task" [ 1340.888258] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.894674] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f6ae8a-5941-455d-ae2d-0257c36f1eca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.909017] env[69942]: DEBUG nova.compute.provider_tree [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.914029] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831983, 'name': Rename_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.920478] env[69942]: DEBUG nova.network.neutron [req-b9d30d2b-cc91-4a0f-afac-e535a43fd42a req-2d181349-6258-48c9-88c1-0bba43384733 service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Updated VIF entry in instance network info cache for port db491c4f-12a4-4db2-a2bc-47d5fe91c10a. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.920878] env[69942]: DEBUG nova.network.neutron [req-b9d30d2b-cc91-4a0f-afac-e535a43fd42a req-2d181349-6258-48c9-88c1-0bba43384733 service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Updating instance_info_cache with network_info: [{"id": "db491c4f-12a4-4db2-a2bc-47d5fe91c10a", "address": "fa:16:3e:91:4a:49", "network": {"id": "79d8d630-5e25-4d14-8f62-0deceeb3aa35", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-526368011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7bbd77c700e44c4fa06ab92ea19147be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb491c4f-12", "ovs_interfaceid": "db491c4f-12a4-4db2-a2bc-47d5fe91c10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.131335] env[69942]: DEBUG nova.network.neutron [-] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.165060] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48f4a55d-8bbd-4a8b-a2e9-94898609a252 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.175327] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cbfbd1-7e73-4f28-9d50-f7a3aabf6f95 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.211824] env[69942]: DEBUG nova.compute.manager [req-e4eabe75-b563-4e28-9eab-42da5cd910bc req-0dd90f56-eb8c-414c-89e1-f806d75d0f47 service nova] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Detach interface failed, port_id=c41f3834-497e-4ba3-9a4c-66e91f880a51, reason: Instance fc4343e8-054c-41d5-9d43-010d83bb9135 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.402083] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831983, 'name': Rename_Task, 'duration_secs': 0.22121} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.402431] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.402729] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51e11dc1-65da-4421-a078-4b6074987dc5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.412810] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1341.412810] env[69942]: value = "task-3831984" [ 1341.412810] env[69942]: _type = "Task" [ 1341.412810] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.417028] env[69942]: DEBUG nova.scheduler.client.report [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.423627] env[69942]: DEBUG oslo_concurrency.lockutils [req-b9d30d2b-cc91-4a0f-afac-e535a43fd42a req-2d181349-6258-48c9-88c1-0bba43384733 service nova] Releasing lock "refresh_cache-b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.432184] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.600463] env[69942]: INFO nova.compute.manager [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Swapping old allocation on dict_keys(['c13aeb76-6f70-48cc-966a-c2ddeab670af']) held by migration d2ec36cd-b480-41a6-8be5-8b322e937307 for instance [ 1341.628996] env[69942]: DEBUG nova.scheduler.client.report [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Overwriting current allocation {'allocations': {'c13aeb76-6f70-48cc-966a-c2ddeab670af': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '34f19689c30c452c90d9e586293196d9', 'user_id': '00e9245eb4c54ad38917e75ff181100a', 'consumer_generation': 1} on consumer 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc {{(pid=69942) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1341.634292] env[69942]: INFO nova.compute.manager [-] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Took 1.41 seconds to deallocate network for instance. [ 1341.750734] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.750931] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.751127] env[69942]: DEBUG nova.network.neutron [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.923549] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.925630] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.926387] env[69942]: DEBUG oslo_concurrency.lockutils [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.732s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.926387] env[69942]: DEBUG nova.objects.instance [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lazy-loading 'resources' on Instance uuid 1639dd2e-ae2e-4cb6-95a8-689c4c869438 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.942752] env[69942]: INFO nova.scheduler.client.report [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Deleted allocations for instance 05a92e60-94a7-45a6-8d13-e532051944ab [ 1342.141172] env[69942]: DEBUG oslo_concurrency.lockutils [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.424384] env[69942]: DEBUG oslo_vmware.api [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3831984, 'name': PowerOnVM_Task, 'duration_secs': 0.867093} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.424764] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.425052] env[69942]: INFO nova.compute.manager [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1342.425250] env[69942]: DEBUG nova.compute.manager [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.426167] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9904fe-0200-4d03-b1f0-43415d4d5c55 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.451596] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9f175c32-1b2e-4166-bf81-52ba5da1fe15 tempest-ServerDiskConfigTestJSON-1634108128 tempest-ServerDiskConfigTestJSON-1634108128-project-member] Lock "05a92e60-94a7-45a6-8d13-e532051944ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.190s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.520960] env[69942]: DEBUG nova.network.neutron [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance_info_cache with network_info: [{"id": "1c7720bb-4928-4e17-98e4-d869e38b577f", "address": "fa:16:3e:b2:5b:d0", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7720bb-49", "ovs_interfaceid": "1c7720bb-4928-4e17-98e4-d869e38b577f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.630210] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f861b0-c5e8-4386-81a6-b8d90bd1722f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.639016] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78198561-f110-424b-9d7d-842781c14361 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.676829] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f3c88d-599e-4136-8a6d-a3482463ee55 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.686107] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1904e-94cd-4f95-88d8-158b33a51e4c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.701352] env[69942]: DEBUG nova.compute.provider_tree [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.953344] env[69942]: INFO nova.compute.manager [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Took 15.64 seconds to build instance. [ 1343.023704] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.024287] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.024619] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-437d108e-77cc-465b-b07e-3ff1a7cc6659 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.036287] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1343.036287] env[69942]: value = "task-3831986" [ 1343.036287] env[69942]: _type = "Task" [ 1343.036287] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.049908] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.205155] env[69942]: DEBUG nova.scheduler.client.report [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.456523] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e0fffe55-8a7f-4555-af3c-ebd1c2bc7959 tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "249c958f-5e57-485d-befd-7aabb601edb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.149s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.549521] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831986, 'name': PowerOffVM_Task, 'duration_secs': 0.333781} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.549974] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.550841] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.551139] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.551350] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.551598] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.551801] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.552118] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.552466] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.552731] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.553016] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.553342] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.553642] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.562187] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7210e616-e300-4181-9667-4d40a86f0d9d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.586956] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1343.586956] env[69942]: value = "task-3831987" [ 1343.586956] env[69942]: _type = "Task" [ 1343.586956] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.598499] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.711062] env[69942]: DEBUG oslo_concurrency.lockutils [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.713640] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.429s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.745131] env[69942]: INFO nova.scheduler.client.report [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Deleted allocations for instance 1639dd2e-ae2e-4cb6-95a8-689c4c869438 [ 1344.099453] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831987, 'name': ReconfigVM_Task, 'duration_secs': 0.192574} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.100418] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf0e90b-93ac-4c72-92cb-03911b85dbfa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.120467] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.120718] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.120877] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.121070] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.121221] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.121373] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.121656] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.121761] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.121928] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.122105] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.122282] env[69942]: DEBUG nova.virt.hardware [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.123182] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d16638-7eb0-4126-b3d1-3acff0373947 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.130231] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1344.130231] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52549a6a-0168-6892-d6d6-b5c3d967fc16" [ 1344.130231] env[69942]: _type = "Task" [ 1344.130231] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.139830] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52549a6a-0168-6892-d6d6-b5c3d967fc16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.219108] env[69942]: INFO nova.compute.claims [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.254081] env[69942]: DEBUG oslo_concurrency.lockutils [None req-34cb45e7-424e-4a07-b11d-e3a86707d608 tempest-ServerRescueTestJSON-1225560969 tempest-ServerRescueTestJSON-1225560969-project-member] Lock "1639dd2e-ae2e-4cb6-95a8-689c4c869438" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.719s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.422363] env[69942]: DEBUG nova.compute.manager [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Stashing vm_state: active {{(pid=69942) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1344.647277] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52549a6a-0168-6892-d6d6-b5c3d967fc16, 'name': SearchDatastore_Task, 'duration_secs': 0.019069} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.654639] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.655177] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a870b5-abf5-4643-9167-0a2536d8d2f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.676967] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1344.676967] env[69942]: value = "task-3831989" [ 1344.676967] env[69942]: _type = "Task" [ 1344.676967] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.691024] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.732096] env[69942]: INFO nova.compute.resource_tracker [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating resource usage from migration 15ed88f1-86cf-4588-9360-bd0ec661e643 [ 1344.944707] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.966988] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75636a9-8f42-46ff-9f4a-819b240121e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.976027] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af4683-c789-458b-b6e2-853f2c93741f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.015371] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33167769-ff7c-4702-a730-5d2ca5bf1750 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.022744] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfed4f2e-1fe8-4c6a-9d27-67c4e9145bb4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.039961] env[69942]: DEBUG nova.compute.provider_tree [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.199520] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831989, 'name': ReconfigVM_Task, 'duration_secs': 0.297203} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.200192] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1345.201612] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a834b63-ceb5-4702-afd3-7c309480029e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.251100] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc/02e39c3a-38e2-4e10-a0ac-b97a919f0ddc.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.251100] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba8f9621-184d-4121-ab6a-951c1a9050be {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.285394] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1345.285394] env[69942]: value = "task-3831990" [ 1345.285394] env[69942]: _type = "Task" [ 1345.285394] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.296151] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.448563] env[69942]: DEBUG oslo_vmware.rw_handles [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de4bf6-6245-443c-9ceb-c2b2fb48e9cf/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1345.448563] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3313d7fb-4333-4dcb-89c1-21a7011c34cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.457292] env[69942]: DEBUG oslo_vmware.rw_handles [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de4bf6-6245-443c-9ceb-c2b2fb48e9cf/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1345.459191] env[69942]: ERROR oslo_vmware.rw_handles [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de4bf6-6245-443c-9ceb-c2b2fb48e9cf/disk-0.vmdk due to incomplete transfer. [ 1345.459191] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dac7cb80-bc18-48d6-a25c-3a3c69373096 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.471023] env[69942]: DEBUG oslo_vmware.rw_handles [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de4bf6-6245-443c-9ceb-c2b2fb48e9cf/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1345.471023] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Uploaded image c6f834bc-eae2-4192-83b0-0a9b40b92690 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1345.473422] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1345.473902] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-830ac112-0267-4ca8-93a6-a6dd3c6ae8f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.482106] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1345.482106] env[69942]: value = "task-3831991" [ 1345.482106] env[69942]: _type = "Task" [ 1345.482106] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.494399] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831991, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.545632] env[69942]: DEBUG nova.scheduler.client.report [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.795425] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831990, 'name': ReconfigVM_Task, 'duration_secs': 0.368646} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.795833] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc/02e39c3a-38e2-4e10-a0ac-b97a919f0ddc.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.796834] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421af56a-69a9-4c73-876a-4778155f4a2f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.820185] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008a9508-7524-4b06-9751-7746bc814cec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.844965] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fbc06d-c6cf-4ef5-bbb5-5a0a58a23507 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.868064] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78661c9f-adc9-45c6-ac8f-3759838eb85b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.876646] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.876874] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2362f9bf-fa7a-4908-8679-9532ad06e0dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.884718] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1345.884718] env[69942]: value = "task-3831992" [ 1345.884718] env[69942]: _type = "Task" [ 1345.884718] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.893744] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.993481] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831991, 'name': Destroy_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.052995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.339s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.053319] env[69942]: INFO nova.compute.manager [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Migrating [ 1346.060723] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.378s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.062321] env[69942]: INFO nova.compute.claims [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.204478] env[69942]: DEBUG oslo_concurrency.lockutils [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquiring lock "a96c32e9-82e5-4fde-8d02-7dff8033440c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.204801] env[69942]: DEBUG oslo_concurrency.lockutils [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lock "a96c32e9-82e5-4fde-8d02-7dff8033440c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.205074] env[69942]: DEBUG oslo_concurrency.lockutils [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquiring lock "a96c32e9-82e5-4fde-8d02-7dff8033440c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.205375] env[69942]: DEBUG oslo_concurrency.lockutils [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lock "a96c32e9-82e5-4fde-8d02-7dff8033440c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.205583] env[69942]: DEBUG oslo_concurrency.lockutils [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lock "a96c32e9-82e5-4fde-8d02-7dff8033440c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.207802] env[69942]: INFO nova.compute.manager [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Terminating instance [ 1346.395075] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.497885] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831991, 'name': Destroy_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.575103] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.575281] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.575459] env[69942]: DEBUG nova.network.neutron [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.713193] env[69942]: DEBUG nova.compute.manager [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.713193] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.714162] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b958806-d973-4d46-b5b3-2ba85ec6e501 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.726258] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.727042] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca79af5d-8740-4427-9294-615450f3923c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.735718] env[69942]: DEBUG oslo_vmware.api [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for the task: (returnval){ [ 1346.735718] env[69942]: value = "task-3831994" [ 1346.735718] env[69942]: _type = "Task" [ 1346.735718] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.745616] env[69942]: DEBUG oslo_vmware.api [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.898231] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.998141] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831991, 'name': Destroy_Task, 'duration_secs': 1.434775} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.998492] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Destroyed the VM [ 1346.998740] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1346.999025] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-edfe0f8d-ee4f-4d86-a8de-2ec8fabecde7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.007445] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1347.007445] env[69942]: value = "task-3831995" [ 1347.007445] env[69942]: _type = "Task" [ 1347.007445] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.018243] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831995, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.247338] env[69942]: DEBUG oslo_vmware.api [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831994, 'name': PowerOffVM_Task, 'duration_secs': 0.282275} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.250208] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.250418] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.250926] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e8d94dc-0f19-41f2-a2a5-39e10f368072 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.263920] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45208f23-f9fe-4964-8206-943f373ef7a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.273637] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf37fe6b-2c3f-4169-ac60-adec1c5c4900 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.309297] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1742d1cd-50cd-4625-852b-f343c69fe209 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.320782] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a42b5c-207c-443c-a944-13d1e8d6f8ea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.328924] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.329369] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.329682] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Deleting the datastore file [datastore1] a96c32e9-82e5-4fde-8d02-7dff8033440c {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.330602] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d2c2b3e-9e79-4c19-9305-f0fb11c93d45 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.342799] env[69942]: DEBUG nova.compute.provider_tree [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.350064] env[69942]: DEBUG oslo_vmware.api [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for the task: (returnval){ [ 1347.350064] env[69942]: value = "task-3831997" [ 1347.350064] env[69942]: _type = "Task" [ 1347.350064] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.363346] env[69942]: DEBUG oslo_vmware.api [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.397113] env[69942]: DEBUG oslo_vmware.api [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3831992, 'name': PowerOnVM_Task, 'duration_secs': 1.444065} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.397531] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.475176] env[69942]: DEBUG nova.network.neutron [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance_info_cache with network_info: [{"id": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "address": "fa:16:3e:02:9c:e0", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9d117a-c9", "ovs_interfaceid": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.517798] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831995, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.846126] env[69942]: DEBUG nova.scheduler.client.report [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.863518] env[69942]: DEBUG oslo_vmware.api [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Task: {'id': task-3831997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261175} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.863824] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.864024] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.864234] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.864411] env[69942]: INFO nova.compute.manager [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1347.864697] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.865612] env[69942]: DEBUG nova.compute.manager [-] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1347.865701] env[69942]: DEBUG nova.network.neutron [-] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.978199] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.019313] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3831995, 'name': RemoveSnapshot_Task, 'duration_secs': 0.649858} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.019663] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1348.019956] env[69942]: DEBUG nova.compute.manager [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.020782] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006d8aa9-8c04-4b11-acb1-c9bf365dcee0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.351814] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.352053] env[69942]: DEBUG nova.compute.manager [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1348.354521] env[69942]: DEBUG oslo_concurrency.lockutils [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.214s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.354931] env[69942]: DEBUG nova.objects.instance [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lazy-loading 'resources' on Instance uuid fc4343e8-054c-41d5-9d43-010d83bb9135 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.408308] env[69942]: INFO nova.compute.manager [None req-e5e5b12a-037f-4508-bdf0-3f743688ed09 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance to original state: 'active' [ 1348.413704] env[69942]: DEBUG nova.compute.manager [req-492cbfeb-e7d5-4945-9a05-9a46cf3aee89 req-b6199e9f-e89c-4ffa-b8b5-a2139aacdb83 service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Received event network-vif-deleted-55760b34-ad73-450b-8838-61c19aa17b63 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.413915] env[69942]: INFO nova.compute.manager [req-492cbfeb-e7d5-4945-9a05-9a46cf3aee89 req-b6199e9f-e89c-4ffa-b8b5-a2139aacdb83 service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Neutron deleted interface 55760b34-ad73-450b-8838-61c19aa17b63; detaching it from the instance and deleting it from the info cache [ 1348.414443] env[69942]: DEBUG nova.network.neutron [req-492cbfeb-e7d5-4945-9a05-9a46cf3aee89 req-b6199e9f-e89c-4ffa-b8b5-a2139aacdb83 service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.533942] env[69942]: INFO nova.compute.manager [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Shelve offloading [ 1348.863767] env[69942]: DEBUG nova.compute.utils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.871578] env[69942]: DEBUG nova.compute.manager [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Not allocating networking since 'none' was specified. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1348.894142] env[69942]: DEBUG nova.network.neutron [-] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.918168] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7c7495d-4f66-48ca-979f-16e61be992ed {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.935293] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1926519d-0b07-4fb2-a78b-8f06cb85cbe4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.976023] env[69942]: DEBUG nova.compute.manager [req-492cbfeb-e7d5-4945-9a05-9a46cf3aee89 req-b6199e9f-e89c-4ffa-b8b5-a2139aacdb83 service nova] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Detach interface failed, port_id=55760b34-ad73-450b-8838-61c19aa17b63, reason: Instance a96c32e9-82e5-4fde-8d02-7dff8033440c could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1349.039486] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.040599] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c30bd019-c37c-4945-8a11-ee1ed3c843e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.049443] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1349.049443] env[69942]: value = "task-3831999" [ 1349.049443] env[69942]: _type = "Task" [ 1349.049443] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.061085] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1349.061313] env[69942]: DEBUG nova.compute.manager [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.062182] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fca0a5-491f-4aa1-a5b0-4e9a45336094 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.072185] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.072264] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.072765] env[69942]: DEBUG nova.network.neutron [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.079271] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffcf244-2eb9-4cf7-b6ea-5ae696247ca9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.088439] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf64f4f6-84dc-4988-8dfe-e1a4214dacb3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.128502] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e085d6-7e08-4ff9-aece-5282d13542cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.138966] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc33ca31-f535-41d0-8318-dfd4d6f39472 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.155300] env[69942]: DEBUG nova.compute.provider_tree [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.372900] env[69942]: DEBUG nova.compute.manager [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1349.400564] env[69942]: INFO nova.compute.manager [-] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Took 1.53 seconds to deallocate network for instance. [ 1349.499421] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4024a52-7705-4ad2-881b-479b659c38b4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.519744] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance 'd22ab98d-3cfe-44dd-b661-ce62c66bbfd1' progress to 0 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.597615] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.597931] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.598228] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.598486] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.598690] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.601252] env[69942]: INFO nova.compute.manager [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Terminating instance [ 1349.659619] env[69942]: DEBUG nova.scheduler.client.report [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.794949] env[69942]: DEBUG nova.network.neutron [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updating instance_info_cache with network_info: [{"id": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "address": "fa:16:3e:58:27:bb", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6c53dd-b3", "ovs_interfaceid": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.907312] env[69942]: DEBUG oslo_concurrency.lockutils [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.026195] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.026534] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46e99322-2c23-4689-9a42-182de3da3c04 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.035517] env[69942]: DEBUG oslo_vmware.api [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1350.035517] env[69942]: value = "task-3832000" [ 1350.035517] env[69942]: _type = "Task" [ 1350.035517] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.046318] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1350.046521] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance 'd22ab98d-3cfe-44dd-b661-ce62c66bbfd1' progress to 17 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.108098] env[69942]: DEBUG nova.compute.manager [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.108393] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.109365] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6cc13a-39e2-422e-a400-172dd8d66998 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.117668] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.117926] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03c115f2-7766-4c8f-a023-5a180bb7bb3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.125624] env[69942]: DEBUG oslo_vmware.api [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1350.125624] env[69942]: value = "task-3832001" [ 1350.125624] env[69942]: _type = "Task" [ 1350.125624] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.135706] env[69942]: DEBUG oslo_vmware.api [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.164979] env[69942]: DEBUG oslo_concurrency.lockutils [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.167736] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.223s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.193096] env[69942]: INFO nova.scheduler.client.report [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Deleted allocations for instance fc4343e8-054c-41d5-9d43-010d83bb9135 [ 1350.299395] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.383205] env[69942]: DEBUG nova.compute.manager [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1350.412537] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.412630] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.412758] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.412940] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.413092] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.413241] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.413452] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.413612] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.413782] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.413947] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.414143] env[69942]: DEBUG nova.virt.hardware [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.415122] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb92b418-2284-4c72-b2b6-b54982fd0f29 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.426398] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea178e-96aa-4ea1-8917-2dd00d19e485 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.441260] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.449026] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Creating folder: Project (9af35bd3fb5744c7b243836186e69164). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.449026] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-350dcbf5-9eee-4638-9d9b-f9e222bf40c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.461434] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Created folder: Project (9af35bd3fb5744c7b243836186e69164) in parent group-v761487. [ 1350.461794] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Creating folder: Instances. Parent ref: group-v761799. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.462197] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce2605e3-e0ee-48e7-bae3-865b4b3042a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.474911] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Created folder: Instances in parent group-v761799. [ 1350.475222] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.475527] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.475870] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8d9d808-b172-4c88-bc04-05708bbcf15a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.502171] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.502171] env[69942]: value = "task-3832004" [ 1350.502171] env[69942]: _type = "Task" [ 1350.502171] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.512106] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832004, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.553875] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.554460] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.554756] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.555040] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.555207] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.555357] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.555657] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.555860] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.556105] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.556401] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.556652] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.564187] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a7ae6d-65b2-4685-bbf0-32876530f2c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.591462] env[69942]: DEBUG nova.compute.manager [req-bff84dd0-e869-44c2-842d-f1387f90d339 req-7c62c189-ab41-4815-9ec9-54316137eeac service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received event network-vif-unplugged-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.591802] env[69942]: DEBUG oslo_concurrency.lockutils [req-bff84dd0-e869-44c2-842d-f1387f90d339 req-7c62c189-ab41-4815-9ec9-54316137eeac service nova] Acquiring lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.592132] env[69942]: DEBUG oslo_concurrency.lockutils [req-bff84dd0-e869-44c2-842d-f1387f90d339 req-7c62c189-ab41-4815-9ec9-54316137eeac service nova] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.592437] env[69942]: DEBUG oslo_concurrency.lockutils [req-bff84dd0-e869-44c2-842d-f1387f90d339 req-7c62c189-ab41-4815-9ec9-54316137eeac service nova] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.592704] env[69942]: DEBUG nova.compute.manager [req-bff84dd0-e869-44c2-842d-f1387f90d339 req-7c62c189-ab41-4815-9ec9-54316137eeac service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] No waiting events found dispatching network-vif-unplugged-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1350.592974] env[69942]: WARNING nova.compute.manager [req-bff84dd0-e869-44c2-842d-f1387f90d339 req-7c62c189-ab41-4815-9ec9-54316137eeac service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received unexpected event network-vif-unplugged-7d6c53dd-b378-476e-94d1-2720c7b8b45d for instance with vm_state shelved and task_state shelving_offloading. [ 1350.595537] env[69942]: DEBUG oslo_vmware.api [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1350.595537] env[69942]: value = "task-3832005" [ 1350.595537] env[69942]: _type = "Task" [ 1350.595537] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.607895] env[69942]: DEBUG oslo_vmware.api [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.637024] env[69942]: DEBUG oslo_vmware.api [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832001, 'name': PowerOffVM_Task, 'duration_secs': 0.203725} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.637571] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.637870] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.638362] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fde5abb-1760-4719-8c03-5015c9c8d9b9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.676874] env[69942]: INFO nova.compute.claims [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.704336] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.705768] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b51e8d-22cb-4552-a3e7-dc31777da992 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.709753] env[69942]: DEBUG oslo_concurrency.lockutils [None req-917da446-289c-4b48-b9da-af9cecc0d940 tempest-ServersTestJSON-1481461548 tempest-ServersTestJSON-1481461548-project-member] Lock "fc4343e8-054c-41d5-9d43-010d83bb9135" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.169s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.714261] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.715184] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.715184] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleting the datastore file [datastore1] 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.715508] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eeedb2f-95df-4601-8002-70dc07a4398c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.729023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.729023] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-093f8685-b83f-420f-a50d-70e3f610f4da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.734405] env[69942]: DEBUG oslo_vmware.api [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1350.734405] env[69942]: value = "task-3832007" [ 1350.734405] env[69942]: _type = "Task" [ 1350.734405] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.746639] env[69942]: DEBUG oslo_vmware.api [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.809795] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.811279] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.811279] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleting the datastore file [datastore2] d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.811279] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-987726d9-21e9-4273-be93-4ee6ea90673b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.819112] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1350.819112] env[69942]: value = "task-3832009" [ 1350.819112] env[69942]: _type = "Task" [ 1350.819112] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.830168] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.012936] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832004, 'name': CreateVM_Task, 'duration_secs': 0.361257} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.013154] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.013516] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.013672] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.014254] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.015076] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf40c8c4-741d-464f-ad7b-9da364cadf51 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.020018] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1351.020018] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f63c49-8b7f-3794-c0c7-db80801ed1c1" [ 1351.020018] env[69942]: _type = "Task" [ 1351.020018] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.028758] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f63c49-8b7f-3794-c0c7-db80801ed1c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.105860] env[69942]: DEBUG oslo_vmware.api [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832005, 'name': ReconfigVM_Task, 'duration_secs': 0.172022} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.106249] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance 'd22ab98d-3cfe-44dd-b661-ce62c66bbfd1' progress to 33 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.185621] env[69942]: INFO nova.compute.resource_tracker [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating resource usage from migration 8d07a6a7-e83d-4ed5-95fe-7c36a0d70f2b [ 1351.249249] env[69942]: DEBUG oslo_vmware.api [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200954} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.249697] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.250141] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.250141] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.250384] env[69942]: INFO nova.compute.manager [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1351.250671] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.251482] env[69942]: DEBUG nova.compute.manager [-] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.251623] env[69942]: DEBUG nova.network.neutron [-] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.332338] env[69942]: DEBUG oslo_vmware.api [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161392} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.332685] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.332950] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.333210] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.361284] env[69942]: INFO nova.scheduler.client.report [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleted allocations for instance d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d [ 1351.393663] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c480e6-4204-40de-8cbb-042d42d3ac5a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.402972] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4461822f-1998-45f0-ad81-3f8f5533a5c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.441395] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d025b8e-e0f5-4c18-a301-01d3d98c907c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.450990] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feae419-48c3-4b69-82d8-cd7ba042c5f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.467922] env[69942]: DEBUG nova.compute.provider_tree [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.532488] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52f63c49-8b7f-3794-c0c7-db80801ed1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011624} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.532711] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.533047] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.533382] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.533646] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.534686] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.536031] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40b01e0b-e5d9-42f2-b56e-8e9536747325 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.545641] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.545891] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.546974] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c72c9b-7d01-43f8-b1d0-ff942d3a2d7b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.554157] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1351.554157] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52866f21-351d-a540-d28d-f21004fb9635" [ 1351.554157] env[69942]: _type = "Task" [ 1351.554157] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.564206] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52866f21-351d-a540-d28d-f21004fb9635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.614184] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.614429] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.614429] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.614606] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.614761] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.614909] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.615491] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.615757] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.616236] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.616530] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.616813] env[69942]: DEBUG nova.virt.hardware [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.624741] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1351.625553] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e97090ae-c184-424e-9e85-2b59cbb3644f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.650258] env[69942]: DEBUG oslo_vmware.api [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1351.650258] env[69942]: value = "task-3832010" [ 1351.650258] env[69942]: _type = "Task" [ 1351.650258] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.661525] env[69942]: DEBUG oslo_vmware.api [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.871764] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.971135] env[69942]: DEBUG nova.scheduler.client.report [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.065340] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52866f21-351d-a540-d28d-f21004fb9635, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.066190] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63dae93-1739-4e8b-ae11-e228a1f7fdd0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.072700] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1352.072700] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5256d1fe-2714-4844-0952-3487881b7bc6" [ 1352.072700] env[69942]: _type = "Task" [ 1352.072700] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.081360] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5256d1fe-2714-4844-0952-3487881b7bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.164031] env[69942]: DEBUG oslo_vmware.api [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832010, 'name': ReconfigVM_Task, 'duration_secs': 0.195082} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.164031] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1352.164951] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cedbacc-3ce6-42d5-addf-27bcda0385ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.197041] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] d22ab98d-3cfe-44dd-b661-ce62c66bbfd1/d22ab98d-3cfe-44dd-b661-ce62c66bbfd1.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.197383] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad271f3d-db98-48cc-a659-77ff46a0c0e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.218366] env[69942]: DEBUG oslo_vmware.api [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1352.218366] env[69942]: value = "task-3832011" [ 1352.218366] env[69942]: _type = "Task" [ 1352.218366] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.227799] env[69942]: DEBUG oslo_vmware.api [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.389487] env[69942]: DEBUG nova.network.neutron [-] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.477582] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.309s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.478799] env[69942]: INFO nova.compute.manager [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Migrating [ 1352.490450] env[69942]: DEBUG oslo_concurrency.lockutils [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.583s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.491041] env[69942]: DEBUG nova.objects.instance [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lazy-loading 'resources' on Instance uuid a96c32e9-82e5-4fde-8d02-7dff8033440c {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.584982] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5256d1fe-2714-4844-0952-3487881b7bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.585278] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.585535] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b28696f2-f21e-4bf8-a847-dc6b05266de9/b28696f2-f21e-4bf8-a847-dc6b05266de9.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.585797] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6b7457d-0ae5-4a4e-ac95-9ddd055a4339 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.593946] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1352.593946] env[69942]: value = "task-3832012" [ 1352.593946] env[69942]: _type = "Task" [ 1352.593946] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.603767] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.647655] env[69942]: DEBUG nova.compute.manager [req-a34e5eed-c55e-4b9b-8dd3-b2ef2bf96e1c req-4da0c31d-c4ec-4879-a61e-4bff01c177fd service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received event network-changed-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.647655] env[69942]: DEBUG nova.compute.manager [req-a34e5eed-c55e-4b9b-8dd3-b2ef2bf96e1c req-4da0c31d-c4ec-4879-a61e-4bff01c177fd service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Refreshing instance network info cache due to event network-changed-7d6c53dd-b378-476e-94d1-2720c7b8b45d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.647655] env[69942]: DEBUG oslo_concurrency.lockutils [req-a34e5eed-c55e-4b9b-8dd3-b2ef2bf96e1c req-4da0c31d-c4ec-4879-a61e-4bff01c177fd service nova] Acquiring lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.647655] env[69942]: DEBUG oslo_concurrency.lockutils [req-a34e5eed-c55e-4b9b-8dd3-b2ef2bf96e1c req-4da0c31d-c4ec-4879-a61e-4bff01c177fd service nova] Acquired lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.647655] env[69942]: DEBUG nova.network.neutron [req-a34e5eed-c55e-4b9b-8dd3-b2ef2bf96e1c req-4da0c31d-c4ec-4879-a61e-4bff01c177fd service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Refreshing network info cache for port 7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.730074] env[69942]: DEBUG oslo_vmware.api [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832011, 'name': ReconfigVM_Task, 'duration_secs': 0.302476} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.730346] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Reconfigured VM instance instance-00000063 to attach disk [datastore2] d22ab98d-3cfe-44dd-b661-ce62c66bbfd1/d22ab98d-3cfe-44dd-b661-ce62c66bbfd1.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.730648] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance 'd22ab98d-3cfe-44dd-b661-ce62c66bbfd1' progress to 50 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.893498] env[69942]: INFO nova.compute.manager [-] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Took 1.64 seconds to deallocate network for instance. [ 1352.990052] env[69942]: DEBUG oslo_concurrency.lockutils [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.990052] env[69942]: DEBUG oslo_concurrency.lockutils [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.005142] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.005483] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.005696] env[69942]: DEBUG nova.network.neutron [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1353.106559] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495177} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.109338] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b28696f2-f21e-4bf8-a847-dc6b05266de9/b28696f2-f21e-4bf8-a847-dc6b05266de9.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.109724] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.110019] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c1191f1-76d5-4092-aac9-900631efd2ec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.117992] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1353.117992] env[69942]: value = "task-3832013" [ 1353.117992] env[69942]: _type = "Task" [ 1353.117992] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.130071] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.182754] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89df5614-47c0-4dfb-bd25-3954c2b01f07 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.193860] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd89b56b-f62f-4bcc-a6b3-4328969fcb90 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.227467] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec1276-5c5d-4fb5-b7d1-e5f0864185d4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.235876] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476103b6-e3a1-4a95-bf6f-17ae3a7783f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.245265] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16772595-c0cd-4450-aaed-a538444710ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.259878] env[69942]: DEBUG nova.compute.provider_tree [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.281579] env[69942]: DEBUG nova.scheduler.client.report [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.288022] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195330b1-5d91-4c5f-bfef-592d8a766bdf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.306250] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance 'd22ab98d-3cfe-44dd-b661-ce62c66bbfd1' progress to 67 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.408600] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.444690] env[69942]: DEBUG nova.network.neutron [req-a34e5eed-c55e-4b9b-8dd3-b2ef2bf96e1c req-4da0c31d-c4ec-4879-a61e-4bff01c177fd service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updated VIF entry in instance network info cache for port 7d6c53dd-b378-476e-94d1-2720c7b8b45d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.445066] env[69942]: DEBUG nova.network.neutron [req-a34e5eed-c55e-4b9b-8dd3-b2ef2bf96e1c req-4da0c31d-c4ec-4879-a61e-4bff01c177fd service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updating instance_info_cache with network_info: [{"id": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "address": "fa:16:3e:58:27:bb", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7d6c53dd-b3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.492085] env[69942]: DEBUG nova.compute.manager [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.629994] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100155} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.629994] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.634142] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4690f839-2222-4140-a52a-d3936c4dc590 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.652832] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] b28696f2-f21e-4bf8-a847-dc6b05266de9/b28696f2-f21e-4bf8-a847-dc6b05266de9.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.655639] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8287126-1edf-4db2-aacf-5144d074c5f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.678148] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1353.678148] env[69942]: value = "task-3832014" [ 1353.678148] env[69942]: _type = "Task" [ 1353.678148] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.688190] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.789626] env[69942]: DEBUG oslo_concurrency.lockutils [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.300s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.792717] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.921s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.792717] env[69942]: DEBUG nova.objects.instance [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'resources' on Instance uuid d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.810104] env[69942]: INFO nova.scheduler.client.report [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Deleted allocations for instance a96c32e9-82e5-4fde-8d02-7dff8033440c [ 1353.856229] env[69942]: DEBUG nova.network.neutron [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance_info_cache with network_info: [{"id": "e883ca85-d1be-4648-916e-410341be2ce7", "address": "fa:16:3e:6b:6e:d9", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape883ca85-d1", "ovs_interfaceid": "e883ca85-d1be-4648-916e-410341be2ce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.865745] env[69942]: DEBUG nova.network.neutron [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Port 5c9d117a-c97d-47ea-b9bd-53f1850cd635 binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1353.947889] env[69942]: DEBUG oslo_concurrency.lockutils [req-a34e5eed-c55e-4b9b-8dd3-b2ef2bf96e1c req-4da0c31d-c4ec-4879-a61e-4bff01c177fd service nova] Releasing lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.948284] env[69942]: DEBUG nova.compute.manager [req-a34e5eed-c55e-4b9b-8dd3-b2ef2bf96e1c req-4da0c31d-c4ec-4879-a61e-4bff01c177fd service nova] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Received event network-vif-deleted-1c7720bb-4928-4e17-98e4-d869e38b577f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.014017] env[69942]: DEBUG oslo_concurrency.lockutils [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.190839] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832014, 'name': ReconfigVM_Task, 'duration_secs': 0.486055} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.191133] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Reconfigured VM instance instance-00000075 to attach disk [datastore2] b28696f2-f21e-4bf8-a847-dc6b05266de9/b28696f2-f21e-4bf8-a847-dc6b05266de9.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.191734] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0f2ed5d-5b97-43e0-bb3a-e08223bd9c01 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.199498] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1354.199498] env[69942]: value = "task-3832015" [ 1354.199498] env[69942]: _type = "Task" [ 1354.199498] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.209073] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832015, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.295280] env[69942]: DEBUG nova.objects.instance [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'numa_topology' on Instance uuid d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.321715] env[69942]: DEBUG oslo_concurrency.lockutils [None req-caa08093-2191-4acf-a324-3c6066c51549 tempest-ServersV294TestFqdnHostnames-1740031112 tempest-ServersV294TestFqdnHostnames-1740031112-project-member] Lock "a96c32e9-82e5-4fde-8d02-7dff8033440c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.116s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.359179] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.582445] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.709961] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832015, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.797912] env[69942]: DEBUG nova.objects.base [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1354.893267] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.893440] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.893535] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.962547] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df2c4cd-0f77-4dad-9bb7-5d541dd04d6f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.971073] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f248d9-1c2b-463b-a447-7078e8917cd3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.004925] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e42910b-3f7f-482d-86bf-275b3a200037 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.013584] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e9767e-f126-4241-9a20-d504bd7fe806 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.030738] env[69942]: DEBUG nova.compute.provider_tree [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.211116] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832015, 'name': Rename_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.535647] env[69942]: DEBUG nova.scheduler.client.report [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.711050] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832015, 'name': Rename_Task, 'duration_secs': 1.056061} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.711462] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.711543] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a956670-021a-4c76-878b-eaa5ce312fac {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.723030] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1355.723030] env[69942]: value = "task-3832016" [ 1355.723030] env[69942]: _type = "Task" [ 1355.723030] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.731031] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.878144] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999ec003-be99-444c-87ea-d9f4f43a4b7b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.901756] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance '249c958f-5e57-485d-befd-7aabb601edb8' progress to 0 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1355.951302] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.951763] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.951763] env[69942]: DEBUG nova.network.neutron [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.042034] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.045592] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.637s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.045904] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.050902] env[69942]: DEBUG oslo_concurrency.lockutils [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.036s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.053040] env[69942]: INFO nova.compute.claims [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.090924] env[69942]: INFO nova.scheduler.client.report [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleted allocations for instance 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc [ 1356.232529] env[69942]: DEBUG oslo_vmware.api [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832016, 'name': PowerOnVM_Task, 'duration_secs': 0.511482} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.232807] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.232999] env[69942]: INFO nova.compute.manager [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1356.233199] env[69942]: DEBUG nova.compute.manager [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.234038] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa1f4f6-aa83-455d-b6a3-fb446c93bb9b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.409338] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.409558] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e47b4d-a2ab-4c3a-8154-2088dd9a49e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.418287] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1356.418287] env[69942]: value = "task-3832017" [ 1356.418287] env[69942]: _type = "Task" [ 1356.418287] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.429440] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.577075] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9d687f07-ba0a-4044-bcba-016c18e53e04 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.168s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.578827] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.996s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.579129] env[69942]: INFO nova.compute.manager [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Unshelving [ 1356.611963] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dc012141-770f-4d80-93dd-7a39fef2d6c5 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "02e39c3a-38e2-4e10-a0ac-b97a919f0ddc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.014s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.694755] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.694981] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.695394] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.695603] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.695779] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.695931] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.696097] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.754351] env[69942]: INFO nova.compute.manager [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Took 16.10 seconds to build instance. [ 1356.770142] env[69942]: DEBUG nova.network.neutron [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance_info_cache with network_info: [{"id": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "address": "fa:16:3e:02:9c:e0", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9d117a-c9", "ovs_interfaceid": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.929087] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832017, 'name': PowerOffVM_Task, 'duration_secs': 0.267174} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.929449] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.930305] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance '249c958f-5e57-485d-befd-7aabb601edb8' progress to 17 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.201698] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Getting list of instances from cluster (obj){ [ 1357.201698] env[69942]: value = "domain-c8" [ 1357.201698] env[69942]: _type = "ClusterComputeResource" [ 1357.201698] env[69942]: } {{(pid=69942) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1357.204054] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef975650-243a-4b67-9bcb-0eba2ffae0c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.231147] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Got total of 6 instances {{(pid=69942) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1357.231738] env[69942]: WARNING nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1357.232243] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Triggering sync for uuid 75bb2855-1e92-47e3-b181-2ace83c7ee2f {{(pid=69942) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1357.232798] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Triggering sync for uuid d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 {{(pid=69942) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1357.235032] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Triggering sync for uuid 7dc0ba86-bcb3-49ca-b77e-4d3e035db097 {{(pid=69942) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1357.235032] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Triggering sync for uuid b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b {{(pid=69942) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1357.235032] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Triggering sync for uuid 249c958f-5e57-485d-befd-7aabb601edb8 {{(pid=69942) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1357.235032] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Triggering sync for uuid b28696f2-f21e-4bf8-a847-dc6b05266de9 {{(pid=69942) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1357.235032] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Triggering sync for uuid 2abb2b9a-e38b-4c5e-8207-cb7737819abf {{(pid=69942) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1357.239907] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.240563] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.241129] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.241522] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.242984] env[69942]: INFO nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1357.242984] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.242984] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.242984] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.243433] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.243433] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.243789] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "249c958f-5e57-485d-befd-7aabb601edb8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.244022] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "249c958f-5e57-485d-befd-7aabb601edb8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.244261] env[69942]: INFO nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1357.244454] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "249c958f-5e57-485d-befd-7aabb601edb8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.244746] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "b28696f2-f21e-4bf8-a847-dc6b05266de9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.245045] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.245298] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.245535] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1357.247321] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6855e150-6d7a-46db-9119-ca08936dd059 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.254207] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224d8cb9-44d2-4276-b071-04fcfdc59d33 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.257902] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7ccd49-bcde-4925-8399-35d9e2afb389 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.260633] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.264595] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b5780ed-e381-477d-b921-37890b3b49d6 tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "b28696f2-f21e-4bf8-a847-dc6b05266de9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.622s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.265481] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "b28696f2-f21e-4bf8-a847-dc6b05266de9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.021s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.266844] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4264db-bf86-4493-9342-1c16b7caa2b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.275786] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.300358] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777b55ee-5ce6-4099-9a54-a7e32d722b45 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.310440] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68deb7c0-b8dd-4338-8f3e-f5b3dc4eb950 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.345704] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f5c35-3a60-49ad-bceb-2245b5e07e43 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.354998] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fd5c10-1d60-4aff-ae5b-95a9f9c008e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.378621] env[69942]: DEBUG nova.compute.provider_tree [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.436606] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.437021] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.437021] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.437257] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.437518] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.437680] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.437887] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.438054] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.438220] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.438409] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.438610] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.444081] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d1e3c1-2fc4-4154-b47c-c47218a65811 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.461258] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1357.461258] env[69942]: value = "task-3832018" [ 1357.461258] env[69942]: _type = "Task" [ 1357.461258] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.471173] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.613063] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.642934] env[69942]: INFO nova.compute.manager [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Rebuilding instance [ 1357.685024] env[69942]: DEBUG nova.compute.manager [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.686094] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52dbd06-fe6e-4ecc-92ad-b3763c98d134 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.766132] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.782914] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.786802] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.789609] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.793352] env[69942]: INFO nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1357.793579] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "b28696f2-f21e-4bf8-a847-dc6b05266de9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.802211] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ea941-b486-4d2b-bc5a-1264bf6a430d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.822605] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec5184e-e661-4372-aceb-b65985e366a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.831207] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance 'd22ab98d-3cfe-44dd-b661-ce62c66bbfd1' progress to 83 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.882809] env[69942]: DEBUG nova.scheduler.client.report [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.953774] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.954025] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.974257] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832018, 'name': ReconfigVM_Task, 'duration_secs': 0.370821} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.974738] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance '249c958f-5e57-485d-befd-7aabb601edb8' progress to 33 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.338080] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-9807e516-059e-41c7-85ff-30f9223472ab tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance 'd22ab98d-3cfe-44dd-b661-ce62c66bbfd1' progress to 100 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.388279] env[69942]: DEBUG oslo_concurrency.lockutils [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.388805] env[69942]: DEBUG nova.compute.manager [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.391612] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.779s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.391966] env[69942]: DEBUG nova.objects.instance [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'pci_requests' on Instance uuid d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.456583] env[69942]: DEBUG nova.compute.manager [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.482191] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.482460] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.482610] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.482792] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.482933] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.483089] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.483302] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.483460] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.483628] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.483786] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.484175] env[69942]: DEBUG nova.virt.hardware [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.489590] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1358.489993] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a8d8b1-b592-4cdd-8baf-a136b4f0c1e9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.509845] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1358.509845] env[69942]: value = "task-3832019" [ 1358.509845] env[69942]: _type = "Task" [ 1358.509845] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.518861] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.702998] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.703382] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb24ef3c-84a7-4851-b152-d1897c8c0c0b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.711487] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1358.711487] env[69942]: value = "task-3832020" [ 1358.711487] env[69942]: _type = "Task" [ 1358.711487] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.720712] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.895538] env[69942]: DEBUG nova.objects.instance [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'numa_topology' on Instance uuid d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.897899] env[69942]: DEBUG nova.compute.utils [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.899365] env[69942]: DEBUG nova.compute.manager [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1358.899533] env[69942]: DEBUG nova.network.neutron [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1358.939463] env[69942]: DEBUG nova.policy [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e462f87437ee4ed69ed26d21af588e48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7527d75c7e9245ea816ea15783f48758', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1358.981638] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.020488] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832019, 'name': ReconfigVM_Task, 'duration_secs': 0.204894} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.020730] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1359.021571] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d0663f-2026-42ba-8182-1b6f4c692a7b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.045243] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 249c958f-5e57-485d-befd-7aabb601edb8/249c958f-5e57-485d-befd-7aabb601edb8.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.045997] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3a44b16-3008-4d5b-b39d-9c604cfdc2b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.065513] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1359.065513] env[69942]: value = "task-3832021" [ 1359.065513] env[69942]: _type = "Task" [ 1359.065513] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.074490] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.222161] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.299993] env[69942]: DEBUG nova.network.neutron [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Successfully created port: 816f6083-0e74-4f5f-9ef3-51b8d9d03023 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.400437] env[69942]: INFO nova.compute.claims [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.406274] env[69942]: DEBUG nova.compute.manager [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1359.577439] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.727594] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.914378] env[69942]: INFO nova.virt.block_device [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Booting with volume 18d19a55-ef90-4529-9339-f7161220c737 at /dev/sda [ 1359.957646] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-256eed93-9f6d-408e-81b9-beba551cb161 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.967448] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937f71b5-a5e7-42c4-836f-7c236caf2d2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.003762] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8df8d02-4d49-4431-9cdd-8f7eac1f02d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.013462] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b8ca64-45e8-4f77-ba87-9cec006a6a7c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.046138] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f4da5e-46b7-4795-acec-a10aa1c19a3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.053830] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc1f3d9-5a73-4df7-b01c-894e027c3b01 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.067540] env[69942]: DEBUG nova.virt.block_device [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating existing volume attachment record: 29837059-73ca-4a7b-b590-41fe5a47e2b3 {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1360.077872] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832021, 'name': ReconfigVM_Task, 'duration_secs': 0.919779} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.078164] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 249c958f-5e57-485d-befd-7aabb601edb8/249c958f-5e57-485d-befd-7aabb601edb8.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.078463] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance '249c958f-5e57-485d-befd-7aabb601edb8' progress to 50 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1360.224917] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832020, 'name': PowerOffVM_Task, 'duration_secs': 1.072954} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.225242] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.225983] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.226847] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58138d66-254f-49c8-b5f7-abbb446f2f9c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.230015] env[69942]: DEBUG oslo_concurrency.lockutils [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.230254] env[69942]: DEBUG oslo_concurrency.lockutils [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.230435] env[69942]: DEBUG nova.compute.manager [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Going to confirm migration 7 {{(pid=69942) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1360.236902] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.237195] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a75dac47-4d9b-4ffe-a8d0-91a6cf8f999b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.266719] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.266974] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.267308] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Deleting the datastore file [datastore2] b28696f2-f21e-4bf8-a847-dc6b05266de9 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.267653] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3135e431-3d8d-4875-9bb9-6b37cf92ca71 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.276199] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1360.276199] env[69942]: value = "task-3832023" [ 1360.276199] env[69942]: _type = "Task" [ 1360.276199] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.287756] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.570565] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fa4952-e097-4872-a189-6b4fa7f2f362 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.578740] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cc2546-f0a4-4f08-815a-b962ad816957 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.584584] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edab266a-ad33-4e22-a0ab-30f58f1fb1d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.616210] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35368336-634b-4143-9ab2-70ed9ccff096 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.635406] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8a50f0-a526-42be-977d-6c46eba959ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.642059] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4cb601-2c43-4bf5-883c-92d43296f899 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.660766] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance '249c958f-5e57-485d-befd-7aabb601edb8' progress to 67 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1360.679824] env[69942]: DEBUG nova.compute.provider_tree [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.718885] env[69942]: DEBUG nova.compute.manager [req-147ae9d7-b973-4bfd-8724-569cff09f774 req-1a30497c-5b94-4897-bed2-f4e4eb4cf541 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Received event network-vif-plugged-816f6083-0e74-4f5f-9ef3-51b8d9d03023 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.719121] env[69942]: DEBUG oslo_concurrency.lockutils [req-147ae9d7-b973-4bfd-8724-569cff09f774 req-1a30497c-5b94-4897-bed2-f4e4eb4cf541 service nova] Acquiring lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.719326] env[69942]: DEBUG oslo_concurrency.lockutils [req-147ae9d7-b973-4bfd-8724-569cff09f774 req-1a30497c-5b94-4897-bed2-f4e4eb4cf541 service nova] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.719530] env[69942]: DEBUG oslo_concurrency.lockutils [req-147ae9d7-b973-4bfd-8724-569cff09f774 req-1a30497c-5b94-4897-bed2-f4e4eb4cf541 service nova] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.719747] env[69942]: DEBUG nova.compute.manager [req-147ae9d7-b973-4bfd-8724-569cff09f774 req-1a30497c-5b94-4897-bed2-f4e4eb4cf541 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] No waiting events found dispatching network-vif-plugged-816f6083-0e74-4f5f-9ef3-51b8d9d03023 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.719867] env[69942]: WARNING nova.compute.manager [req-147ae9d7-b973-4bfd-8724-569cff09f774 req-1a30497c-5b94-4897-bed2-f4e4eb4cf541 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Received unexpected event network-vif-plugged-816f6083-0e74-4f5f-9ef3-51b8d9d03023 for instance with vm_state building and task_state block_device_mapping. [ 1360.788575] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106583} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.788867] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.789069] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.789254] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1360.796342] env[69942]: DEBUG oslo_concurrency.lockutils [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.796456] env[69942]: DEBUG oslo_concurrency.lockutils [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.796650] env[69942]: DEBUG nova.network.neutron [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.796893] env[69942]: DEBUG nova.objects.instance [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'info_cache' on Instance uuid d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.813586] env[69942]: DEBUG nova.network.neutron [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Successfully updated port: 816f6083-0e74-4f5f-9ef3-51b8d9d03023 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.182811] env[69942]: DEBUG nova.scheduler.client.report [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.200162] env[69942]: DEBUG nova.network.neutron [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Port e883ca85-d1be-4648-916e-410341be2ce7 binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1361.316540] env[69942]: DEBUG oslo_concurrency.lockutils [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.316726] env[69942]: DEBUG oslo_concurrency.lockutils [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.316840] env[69942]: DEBUG nova.network.neutron [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.688140] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.296s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.691048] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.925s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.691230] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.691383] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1361.691699] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.710s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.693209] env[69942]: INFO nova.compute.claims [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.696269] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8895890-da4f-4b5f-8bc4-ec2c924117e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.709609] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc790e1-2ab2-489f-9eb9-61f686c05efc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.726248] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520cae48-c531-4347-a7be-59eb0cff9fa8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.731353] env[69942]: INFO nova.network.neutron [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updating port 7d6c53dd-b378-476e-94d1-2720c7b8b45d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1361.737593] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657e710d-9bac-4ce8-a68d-d1f6c5d5dece {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.770374] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178897MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1361.770573] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.834245] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.835335] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.835564] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.835780] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.835962] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.836162] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.836411] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.836638] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.836836] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.837031] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.837226] env[69942]: DEBUG nova.virt.hardware [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.838616] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344507db-5681-4349-a51a-c712e35e9ecd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.848396] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c947ec1-27ff-4fa0-bda7-59917bbc3b5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.865023] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.870699] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.871769] env[69942]: DEBUG nova.network.neutron [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.873768] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.873878] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4feffd16-99c5-4249-a800-40455e71f893 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.894545] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.894545] env[69942]: value = "task-3832024" [ 1361.894545] env[69942]: _type = "Task" [ 1361.894545] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.903600] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832024, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.160853] env[69942]: DEBUG nova.compute.manager [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.161432] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.161670] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.161834] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.162056] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.162170] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.162309] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.162526] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.162705] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.162873] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.163048] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.163222] env[69942]: DEBUG nova.virt.hardware [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.164550] env[69942]: DEBUG nova.network.neutron [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance_info_cache with network_info: [{"id": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "address": "fa:16:3e:f9:9c:23", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816f6083-0e", "ovs_interfaceid": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.166568] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d89dc67-0b37-4c49-83d2-6b87bc4fad03 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.175743] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5a4c8a-0317-481d-9be9-d6e19acfd176 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.181781] env[69942]: DEBUG nova.network.neutron [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance_info_cache with network_info: [{"id": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "address": "fa:16:3e:02:9c:e0", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9d117a-c9", "ovs_interfaceid": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.230427] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "249c958f-5e57-485d-befd-7aabb601edb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.230867] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "249c958f-5e57-485d-befd-7aabb601edb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.230867] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "249c958f-5e57-485d-befd-7aabb601edb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.405043] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832024, 'name': CreateVM_Task, 'duration_secs': 0.281994} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.405298] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.405725] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.405895] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.406251] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.406518] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abef7acc-2a04-48f9-b1d1-3f4da7fd0aef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.411575] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1362.411575] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527ba000-b6db-b5d4-bd7e-9b2423c4d1da" [ 1362.411575] env[69942]: _type = "Task" [ 1362.411575] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.419791] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527ba000-b6db-b5d4-bd7e-9b2423c4d1da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.670982] env[69942]: DEBUG oslo_concurrency.lockutils [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.671375] env[69942]: DEBUG nova.compute.manager [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Instance network_info: |[{"id": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "address": "fa:16:3e:f9:9c:23", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816f6083-0e", "ovs_interfaceid": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.671812] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:9c:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '816f6083-0e74-4f5f-9ef3-51b8d9d03023', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.680745] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.681008] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.681269] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-155d52be-d882-4426-80fa-45218c147ced {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.698239] env[69942]: DEBUG oslo_concurrency.lockutils [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.698657] env[69942]: DEBUG nova.objects.instance [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'migration_context' on Instance uuid d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.707315] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.707315] env[69942]: value = "task-3832025" [ 1362.707315] env[69942]: _type = "Task" [ 1362.707315] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.718216] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832025, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.750781] env[69942]: DEBUG nova.compute.manager [req-c6bbfd4e-ea59-49d3-9fd4-8800f8777e5d req-cac96aca-0af6-4463-b4c1-85a860e67289 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Received event network-changed-816f6083-0e74-4f5f-9ef3-51b8d9d03023 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.751125] env[69942]: DEBUG nova.compute.manager [req-c6bbfd4e-ea59-49d3-9fd4-8800f8777e5d req-cac96aca-0af6-4463-b4c1-85a860e67289 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Refreshing instance network info cache due to event network-changed-816f6083-0e74-4f5f-9ef3-51b8d9d03023. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.751458] env[69942]: DEBUG oslo_concurrency.lockutils [req-c6bbfd4e-ea59-49d3-9fd4-8800f8777e5d req-cac96aca-0af6-4463-b4c1-85a860e67289 service nova] Acquiring lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.751683] env[69942]: DEBUG oslo_concurrency.lockutils [req-c6bbfd4e-ea59-49d3-9fd4-8800f8777e5d req-cac96aca-0af6-4463-b4c1-85a860e67289 service nova] Acquired lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.751921] env[69942]: DEBUG nova.network.neutron [req-c6bbfd4e-ea59-49d3-9fd4-8800f8777e5d req-cac96aca-0af6-4463-b4c1-85a860e67289 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Refreshing network info cache for port 816f6083-0e74-4f5f-9ef3-51b8d9d03023 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.882648] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1be69a-45bd-48db-995c-9095b73e1d5b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.891273] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee03b93-606b-4a10-b4db-c2984ad33c91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.926931] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1499a871-498a-458d-bcbb-e7ae12c65f12 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.941075] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7a72c5-1082-43f7-b50f-cc44cb939c5c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.945419] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527ba000-b6db-b5d4-bd7e-9b2423c4d1da, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.945757] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.945992] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.946240] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.946399] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.946581] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.947295] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09fb4f3-32df-4082-a060-4a6e27b77bc4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.958635] env[69942]: DEBUG nova.compute.provider_tree [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.968134] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.968386] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.969747] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb57876e-4aad-4231-a383-354fc9590dfb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.976189] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1362.976189] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d4f34b-95c6-fdc6-c6f7-55acd7c00bd9" [ 1362.976189] env[69942]: _type = "Task" [ 1362.976189] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.985284] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d4f34b-95c6-fdc6-c6f7-55acd7c00bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.202377] env[69942]: DEBUG nova.objects.base [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1363.203392] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f89b8ec-6d72-4fb6-92ef-c959d98c8498 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.228768] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e339cb24-1bb4-468d-ac70-a5576975886e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.235181] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832025, 'name': CreateVM_Task, 'duration_secs': 0.332066} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.238843] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.242412] env[69942]: DEBUG oslo_vmware.api [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1363.242412] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522cec2b-e549-c91e-edde-2425e4494fd0" [ 1363.242412] env[69942]: _type = "Task" [ 1363.242412] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.252095] env[69942]: DEBUG oslo_vmware.api [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522cec2b-e549-c91e-edde-2425e4494fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.007644} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.252519] env[69942]: DEBUG oslo_concurrency.lockutils [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.253830] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'attachment_id': '29837059-73ca-4a7b-b590-41fe5a47e2b3', 'boot_index': 0, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761798', 'volume_id': '18d19a55-ef90-4529-9339-f7161220c737', 'name': 'volume-18d19a55-ef90-4529-9339-f7161220c737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2abb2b9a-e38b-4c5e-8207-cb7737819abf', 'attached_at': '', 'detached_at': '', 'volume_id': '18d19a55-ef90-4529-9339-f7161220c737', 'serial': '18d19a55-ef90-4529-9339-f7161220c737'}, 'delete_on_termination': True, 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69942) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1363.254141] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Root volume attach. Driver type: vmdk {{(pid=69942) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1363.257059] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd49c70a-c6c6-40ae-a518-2845f0067343 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.265939] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb47d638-2e78-4b5c-bb95-a3f4ebf4bee6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.273380] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f1b06e-4cc6-4d76-8347-e89c6659ad79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.282102] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f6a3a986-afae-4c43-bfc9-dc19b4997eb1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.289933] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1363.289933] env[69942]: value = "task-3832026" [ 1363.289933] env[69942]: _type = "Task" [ 1363.289933] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.299675] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832026, 'name': RelocateVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.316794] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.316984] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.317177] env[69942]: DEBUG nova.network.neutron [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.333221] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.333221] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.333221] env[69942]: DEBUG nova.network.neutron [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.461768] env[69942]: DEBUG nova.scheduler.client.report [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.488319] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52d4f34b-95c6-fdc6-c6f7-55acd7c00bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.489338] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb2f24b-bfde-4777-bcac-81019d4ec8e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.495675] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1363.495675] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52aaadeb-6799-c63a-de96-0c02b8a3637a" [ 1363.495675] env[69942]: _type = "Task" [ 1363.495675] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.508420] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52aaadeb-6799-c63a-de96-0c02b8a3637a, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.508718] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.508983] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b28696f2-f21e-4bf8-a847-dc6b05266de9/b28696f2-f21e-4bf8-a847-dc6b05266de9.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.509277] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15082f86-5a2f-433c-b631-a80e890c4883 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.518263] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1363.518263] env[69942]: value = "task-3832027" [ 1363.518263] env[69942]: _type = "Task" [ 1363.518263] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.527062] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.794927] env[69942]: DEBUG nova.network.neutron [req-c6bbfd4e-ea59-49d3-9fd4-8800f8777e5d req-cac96aca-0af6-4463-b4c1-85a860e67289 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updated VIF entry in instance network info cache for port 816f6083-0e74-4f5f-9ef3-51b8d9d03023. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.795330] env[69942]: DEBUG nova.network.neutron [req-c6bbfd4e-ea59-49d3-9fd4-8800f8777e5d req-cac96aca-0af6-4463-b4c1-85a860e67289 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance_info_cache with network_info: [{"id": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "address": "fa:16:3e:f9:9c:23", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816f6083-0e", "ovs_interfaceid": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.802579] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832026, 'name': RelocateVM_Task, 'duration_secs': 0.372354} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.802878] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1363.803094] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761798', 'volume_id': '18d19a55-ef90-4529-9339-f7161220c737', 'name': 'volume-18d19a55-ef90-4529-9339-f7161220c737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2abb2b9a-e38b-4c5e-8207-cb7737819abf', 'attached_at': '', 'detached_at': '', 'volume_id': '18d19a55-ef90-4529-9339-f7161220c737', 'serial': '18d19a55-ef90-4529-9339-f7161220c737'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1363.803925] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb720dc7-e07d-4ab5-a106-02b43eafcf89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.823638] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3220f5da-c048-4fc4-9915-112a89c56cc9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.850949] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-18d19a55-ef90-4529-9339-f7161220c737/volume-18d19a55-ef90-4529-9339-f7161220c737.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.851378] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e7d1962-e385-4e31-af0c-056809987bfa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.877847] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1363.877847] env[69942]: value = "task-3832028" [ 1363.877847] env[69942]: _type = "Task" [ 1363.877847] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.887605] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.968668] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.969284] env[69942]: DEBUG nova.compute.manager [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1363.972294] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.202s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.034047] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512421} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.034047] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] b28696f2-f21e-4bf8-a847-dc6b05266de9/b28696f2-f21e-4bf8-a847-dc6b05266de9.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.034047] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.034353] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e89314b-a8c7-4b8a-b225-6b91014c524d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.041588] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1364.041588] env[69942]: value = "task-3832029" [ 1364.041588] env[69942]: _type = "Task" [ 1364.041588] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.050434] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.082614] env[69942]: DEBUG nova.network.neutron [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance_info_cache with network_info: [{"id": "e883ca85-d1be-4648-916e-410341be2ce7", "address": "fa:16:3e:6b:6e:d9", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape883ca85-d1", "ovs_interfaceid": "e883ca85-d1be-4648-916e-410341be2ce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.126240] env[69942]: DEBUG nova.network.neutron [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updating instance_info_cache with network_info: [{"id": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "address": "fa:16:3e:58:27:bb", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6c53dd-b3", "ovs_interfaceid": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.298355] env[69942]: DEBUG oslo_concurrency.lockutils [req-c6bbfd4e-ea59-49d3-9fd4-8800f8777e5d req-cac96aca-0af6-4463-b4c1-85a860e67289 service nova] Releasing lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.388776] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832028, 'name': ReconfigVM_Task, 'duration_secs': 0.354892} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.389130] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-18d19a55-ef90-4529-9339-f7161220c737/volume-18d19a55-ef90-4529-9339-f7161220c737.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.393988] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571f9d60-91bf-4002-8795-178c6d515111 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.410815] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1364.410815] env[69942]: value = "task-3832030" [ 1364.410815] env[69942]: _type = "Task" [ 1364.410815] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.422725] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.475656] env[69942]: DEBUG nova.compute.utils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1364.477430] env[69942]: DEBUG nova.compute.manager [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1364.477714] env[69942]: DEBUG nova.network.neutron [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.523829] env[69942]: DEBUG nova.policy [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e9245eb4c54ad38917e75ff181100a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34f19689c30c452c90d9e586293196d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1364.552600] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070042} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.554776] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.555628] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d9fcf-4364-4998-b75c-df7c0f515601 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.576462] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] b28696f2-f21e-4bf8-a847-dc6b05266de9/b28696f2-f21e-4bf8-a847-dc6b05266de9.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.576762] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4386cdf5-7112-4a32-a36b-e41f4c335064 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.591410] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.601550] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1364.601550] env[69942]: value = "task-3832031" [ 1364.601550] env[69942]: _type = "Task" [ 1364.601550] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.610333] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.629435] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.660861] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b8ac0665fbee88ccb08f9046b2d0297a',container_format='bare',created_at=2025-05-06T08:32:15Z,direct_url=,disk_format='vmdk',id=c6f834bc-eae2-4192-83b0-0a9b40b92690,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-68181908-shelved',owner='ff386c56ed0c409aa4929716bd436f80',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-06T08:32:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.661117] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.661273] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.661457] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.661640] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.661808] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.662022] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.662186] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.662350] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.662539] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.662732] env[69942]: DEBUG nova.virt.hardware [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.663602] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3146ad-6acb-403a-be66-e2544e05f7eb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.672986] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f1a2ba-3c80-4acf-8646-5b92b2b39a83 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.689182] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:27:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d6c53dd-b378-476e-94d1-2720c7b8b45d', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.697794] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.698183] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.698457] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-337b3316-0454-444a-b64c-068415bab644 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.721715] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.721715] env[69942]: value = "task-3832032" [ 1364.721715] env[69942]: _type = "Task" [ 1364.721715] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.732374] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832032, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.786827] env[69942]: DEBUG nova.compute.manager [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received event network-vif-plugged-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.787430] env[69942]: DEBUG oslo_concurrency.lockutils [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] Acquiring lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.787858] env[69942]: DEBUG oslo_concurrency.lockutils [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.788218] env[69942]: DEBUG oslo_concurrency.lockutils [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.788514] env[69942]: DEBUG nova.compute.manager [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] No waiting events found dispatching network-vif-plugged-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1364.788803] env[69942]: WARNING nova.compute.manager [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received unexpected event network-vif-plugged-7d6c53dd-b378-476e-94d1-2720c7b8b45d for instance with vm_state shelved_offloaded and task_state spawning. [ 1364.789441] env[69942]: DEBUG nova.compute.manager [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received event network-changed-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.789441] env[69942]: DEBUG nova.compute.manager [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Refreshing instance network info cache due to event network-changed-7d6c53dd-b378-476e-94d1-2720c7b8b45d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.789619] env[69942]: DEBUG oslo_concurrency.lockutils [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] Acquiring lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.789822] env[69942]: DEBUG oslo_concurrency.lockutils [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] Acquired lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.790119] env[69942]: DEBUG nova.network.neutron [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Refreshing network info cache for port 7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.900020] env[69942]: DEBUG nova.network.neutron [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Successfully created port: 91d60a8b-0754-4c39-ae2d-c6409ce2a87f {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.928713] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832030, 'name': ReconfigVM_Task, 'duration_secs': 0.139931} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.929067] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761798', 'volume_id': '18d19a55-ef90-4529-9339-f7161220c737', 'name': 'volume-18d19a55-ef90-4529-9339-f7161220c737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2abb2b9a-e38b-4c5e-8207-cb7737819abf', 'attached_at': '', 'detached_at': '', 'volume_id': '18d19a55-ef90-4529-9339-f7161220c737', 'serial': '18d19a55-ef90-4529-9339-f7161220c737'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1364.929632] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25e49cc4-9232-413a-8281-5acdc558364b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.938891] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1364.938891] env[69942]: value = "task-3832033" [ 1364.938891] env[69942]: _type = "Task" [ 1364.938891] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.952115] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832033, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.987171] env[69942]: DEBUG nova.compute.manager [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1364.990718] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Applying migration context for instance 249c958f-5e57-485d-befd-7aabb601edb8 as it has an incoming, in-progress migration 8d07a6a7-e83d-4ed5-95fe-7c36a0d70f2b. Migration status is post-migrating {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1364.990933] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Applying migration context for instance d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 as it has an incoming, in-progress migration 15ed88f1-86cf-4588-9360-bd0ec661e643. Migration status is confirming {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1364.992265] env[69942]: INFO nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating resource usage from migration 8d07a6a7-e83d-4ed5-95fe-7c36a0d70f2b [ 1364.992580] env[69942]: INFO nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating resource usage from migration 15ed88f1-86cf-4588-9360-bd0ec661e643 [ 1365.015682] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 75bb2855-1e92-47e3-b181-2ace83c7ee2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.015871] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 7dc0ba86-bcb3-49ca-b77e-4d3e035db097 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.016060] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.016209] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Migration 15ed88f1-86cf-4588-9360-bd0ec661e643 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1365.016358] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.016484] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance b28696f2-f21e-4bf8-a847-dc6b05266de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.016613] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Migration 8d07a6a7-e83d-4ed5-95fe-7c36a0d70f2b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1365.016742] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 249c958f-5e57-485d-befd-7aabb601edb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.016855] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 2abb2b9a-e38b-4c5e-8207-cb7737819abf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.016985] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.017122] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 04e5c0cd-fa37-434d-aabd-06d09cef0c8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1365.017350] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1365.017634] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1365.114037] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.115621] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce93ae76-0a7d-417a-952f-3e4b2a6717e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.136767] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2c007b-0f8e-4174-9700-6d3b300f4806 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.144828] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance '249c958f-5e57-485d-befd-7aabb601edb8' progress to 83 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.199950] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3bec0-0a6e-4b3c-bb9d-5fc3fb8df232 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.210010] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9659b82-7ee2-4cf9-b7d0-7423393d935f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.246608] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1142d3-aa3a-4f8f-85da-db6ef3b625d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.258347] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b56309b-c1be-4fc1-84d7-ab1b2de7b232 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.262290] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832032, 'name': CreateVM_Task, 'duration_secs': 0.353948} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.262473] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.263560] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.263735] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.264140] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.264391] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6399561c-35e7-4b33-bc7f-6ecef168a585 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.276102] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.280889] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1365.280889] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5203925d-6caf-bf3f-071b-06e7aa9d6ab8" [ 1365.280889] env[69942]: _type = "Task" [ 1365.280889] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.289868] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5203925d-6caf-bf3f-071b-06e7aa9d6ab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.449733] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832033, 'name': Rename_Task, 'duration_secs': 0.145747} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.452254] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.452524] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50018c53-6553-492d-b2da-7e50e2bff712 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.460605] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1365.460605] env[69942]: value = "task-3832034" [ 1365.460605] env[69942]: _type = "Task" [ 1365.460605] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.471501] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.550260] env[69942]: DEBUG nova.network.neutron [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updated VIF entry in instance network info cache for port 7d6c53dd-b378-476e-94d1-2720c7b8b45d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.550700] env[69942]: DEBUG nova.network.neutron [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updating instance_info_cache with network_info: [{"id": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "address": "fa:16:3e:58:27:bb", "network": {"id": "97b020dc-daa3-499a-b7bc-1be179593f2c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1052294259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff386c56ed0c409aa4929716bd436f80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6c53dd-b3", "ovs_interfaceid": "7d6c53dd-b378-476e-94d1-2720c7b8b45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.611373] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.654323] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.654638] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10e835c0-2125-4578-aa14-2d40ff634159 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.662374] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1365.662374] env[69942]: value = "task-3832035" [ 1365.662374] env[69942]: _type = "Task" [ 1365.662374] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.671165] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.780058] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.793279] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.793522] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Processing image c6f834bc-eae2-4192-83b0-0a9b40b92690 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.793760] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690/c6f834bc-eae2-4192-83b0-0a9b40b92690.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.793896] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690/c6f834bc-eae2-4192-83b0-0a9b40b92690.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.794082] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.794344] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad622c8-e304-4366-b699-498d926eaccf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.815503] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.815805] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.816751] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cccfbc0-e343-4e7c-8f25-e74e3b0b6ea3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.825172] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1365.825172] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c6a679-17f7-c447-f9a5-8fb43976d4f4" [ 1365.825172] env[69942]: _type = "Task" [ 1365.825172] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.834798] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c6a679-17f7-c447-f9a5-8fb43976d4f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.971020] env[69942]: DEBUG oslo_vmware.api [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832034, 'name': PowerOnVM_Task, 'duration_secs': 0.48642} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.971471] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.971789] env[69942]: INFO nova.compute.manager [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Took 3.81 seconds to spawn the instance on the hypervisor. [ 1365.972072] env[69942]: DEBUG nova.compute.manager [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.972986] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49a9d1c-0b2b-4af6-8beb-71debc8abfc4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.006641] env[69942]: DEBUG nova.compute.manager [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.037032] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.037032] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.037344] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.037441] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.037720] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.038011] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.038432] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.038683] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.039167] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.039481] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.039809] env[69942]: DEBUG nova.virt.hardware [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.041734] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1bb7df-549c-4884-9bad-9e362dc3a5fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.053121] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff4878d-33d4-45ad-b2ba-83d337005a49 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.059382] env[69942]: DEBUG oslo_concurrency.lockutils [req-51e9e5be-c01d-4573-a25e-3b322f5af6ae req-58e41b21-1513-443f-a105-ac268dffeab6 service nova] Releasing lock "refresh_cache-d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.113462] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832031, 'name': ReconfigVM_Task, 'duration_secs': 1.33659} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.113774] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Reconfigured VM instance instance-00000075 to attach disk [datastore2] b28696f2-f21e-4bf8-a847-dc6b05266de9/b28696f2-f21e-4bf8-a847-dc6b05266de9.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.114438] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c672a9f1-4f91-4367-a59e-2aa57fdb7e65 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.121908] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1366.121908] env[69942]: value = "task-3832036" [ 1366.121908] env[69942]: _type = "Task" [ 1366.121908] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.132647] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832036, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.174266] env[69942]: DEBUG oslo_vmware.api [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832035, 'name': PowerOnVM_Task, 'duration_secs': 0.439809} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.174545] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.174746] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b729343-2705-4739-aa74-86ccc815624f tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance '249c958f-5e57-485d-befd-7aabb601edb8' progress to 100 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1366.288240] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1366.288616] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.316s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.289276] env[69942]: DEBUG oslo_concurrency.lockutils [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.037s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.336149] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Preparing fetch location {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1366.336453] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Fetch image to [datastore2] OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55/OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55.vmdk {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1366.336637] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Downloading stream optimized image c6f834bc-eae2-4192-83b0-0a9b40b92690 to [datastore2] OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55/OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55.vmdk on the data store datastore2 as vApp {{(pid=69942) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1366.336808] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Downloading image file data c6f834bc-eae2-4192-83b0-0a9b40b92690 to the ESX as VM named 'OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55' {{(pid=69942) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1366.415892] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1366.415892] env[69942]: value = "resgroup-9" [ 1366.415892] env[69942]: _type = "ResourcePool" [ 1366.415892] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1366.416249] env[69942]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-634aab91-e38b-4f78-b434-cd126ee87bb7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.440910] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lease: (returnval){ [ 1366.440910] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b7898d-2705-0d08-704e-b7557c0d576b" [ 1366.440910] env[69942]: _type = "HttpNfcLease" [ 1366.440910] env[69942]: } obtained for vApp import into resource pool (val){ [ 1366.440910] env[69942]: value = "resgroup-9" [ 1366.440910] env[69942]: _type = "ResourcePool" [ 1366.440910] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1366.441355] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the lease: (returnval){ [ 1366.441355] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b7898d-2705-0d08-704e-b7557c0d576b" [ 1366.441355] env[69942]: _type = "HttpNfcLease" [ 1366.441355] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1366.448610] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1366.448610] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b7898d-2705-0d08-704e-b7557c0d576b" [ 1366.448610] env[69942]: _type = "HttpNfcLease" [ 1366.448610] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1366.469636] env[69942]: DEBUG nova.network.neutron [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Successfully updated port: 91d60a8b-0754-4c39-ae2d-c6409ce2a87f {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.490554] env[69942]: INFO nova.compute.manager [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Took 12.49 seconds to build instance. [ 1366.635225] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832036, 'name': Rename_Task, 'duration_secs': 0.145078} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.635553] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.635903] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5523e4c-9a59-4f22-ad9c-8d0f5449d173 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.644087] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1366.644087] env[69942]: value = "task-3832038" [ 1366.644087] env[69942]: _type = "Task" [ 1366.644087] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.653191] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.822935] env[69942]: DEBUG nova.compute.manager [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Received event network-vif-plugged-91d60a8b-0754-4c39-ae2d-c6409ce2a87f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.823357] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] Acquiring lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.823765] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] Lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.824156] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] Lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.824439] env[69942]: DEBUG nova.compute.manager [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] No waiting events found dispatching network-vif-plugged-91d60a8b-0754-4c39-ae2d-c6409ce2a87f {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1366.824921] env[69942]: WARNING nova.compute.manager [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Received unexpected event network-vif-plugged-91d60a8b-0754-4c39-ae2d-c6409ce2a87f for instance with vm_state building and task_state spawning. [ 1366.825211] env[69942]: DEBUG nova.compute.manager [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Received event network-changed-91d60a8b-0754-4c39-ae2d-c6409ce2a87f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.825489] env[69942]: DEBUG nova.compute.manager [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Refreshing instance network info cache due to event network-changed-91d60a8b-0754-4c39-ae2d-c6409ce2a87f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1366.825800] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] Acquiring lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.826060] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] Acquired lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.826285] env[69942]: DEBUG nova.network.neutron [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Refreshing network info cache for port 91d60a8b-0754-4c39-ae2d-c6409ce2a87f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.959296] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1366.959296] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b7898d-2705-0d08-704e-b7557c0d576b" [ 1366.959296] env[69942]: _type = "HttpNfcLease" [ 1366.959296] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1366.972047] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.990226] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3590d0-4ca4-4674-83c8-64abc16aaae9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.993775] env[69942]: DEBUG oslo_concurrency.lockutils [None req-84bcc52c-3330-420a-be97-d11530c3b751 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.004s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.994092] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.749s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.995580] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aedeff5-49b4-4d84-864e-de994cf2bb5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.003540] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0540db1-c643-4a3e-89ef-98cff51c7cd0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.040512] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4d6c02-2631-4982-a263-0d17a3ccaf1e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.050892] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1847ea0-6c60-48e7-b49c-ea8e30a2d1e4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.069475] env[69942]: DEBUG nova.compute.provider_tree [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.155339] env[69942]: DEBUG oslo_vmware.api [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832038, 'name': PowerOnVM_Task, 'duration_secs': 0.463108} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.155600] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.155821] env[69942]: DEBUG nova.compute.manager [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.156668] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b8671e-650f-49d8-b832-b151584eb0b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.372421] env[69942]: DEBUG nova.network.neutron [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.451017] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1367.451017] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b7898d-2705-0d08-704e-b7557c0d576b" [ 1367.451017] env[69942]: _type = "HttpNfcLease" [ 1367.451017] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1367.451902] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1367.451902] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b7898d-2705-0d08-704e-b7557c0d576b" [ 1367.451902] env[69942]: _type = "HttpNfcLease" [ 1367.451902] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1367.452758] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665dce86-6d44-4405-b1b2-42133fbb1d1d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.461827] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e788-c5c0-e375-377f-01057e8be594/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1367.462137] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e788-c5c0-e375-377f-01057e8be594/disk-0.vmdk. {{(pid=69942) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1367.521985] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.529312] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-883a48e7-8dae-4ef5-a90e-8e6349266dfd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.573022] env[69942]: DEBUG nova.scheduler.client.report [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.604466] env[69942]: DEBUG nova.network.neutron [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.679066] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.107482] env[69942]: DEBUG oslo_concurrency.lockutils [req-9b356ac1-0df6-4c91-8ee1-d2e748925e1e req-bcb584ef-8380-4b34-8af1-56db28c87746 service nova] Releasing lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.108237] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.108598] env[69942]: DEBUG nova.network.neutron [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.201850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "249c958f-5e57-485d-befd-7aabb601edb8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.202141] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "249c958f-5e57-485d-befd-7aabb601edb8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.202416] env[69942]: DEBUG nova.compute.manager [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Going to confirm migration 8 {{(pid=69942) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1368.586569] env[69942]: DEBUG oslo_concurrency.lockutils [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.297s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.586569] env[69942]: DEBUG nova.compute.manager [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69942) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1368.591145] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.912s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.591460] env[69942]: DEBUG nova.objects.instance [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1368.646126] env[69942]: DEBUG nova.network.neutron [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.749173] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.749173] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquired lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.749173] env[69942]: DEBUG nova.network.neutron [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.749173] env[69942]: DEBUG nova.objects.instance [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lazy-loading 'info_cache' on Instance uuid 249c958f-5e57-485d-befd-7aabb601edb8 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.875501] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "b28696f2-f21e-4bf8-a847-dc6b05266de9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.875849] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "b28696f2-f21e-4bf8-a847-dc6b05266de9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.876129] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "b28696f2-f21e-4bf8-a847-dc6b05266de9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.876300] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "b28696f2-f21e-4bf8-a847-dc6b05266de9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.876470] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "b28696f2-f21e-4bf8-a847-dc6b05266de9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.882245] env[69942]: INFO nova.compute.manager [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Terminating instance [ 1368.884559] env[69942]: DEBUG nova.network.neutron [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Updating instance_info_cache with network_info: [{"id": "91d60a8b-0754-4c39-ae2d-c6409ce2a87f", "address": "fa:16:3e:9d:d3:11", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d60a8b-07", "ovs_interfaceid": "91d60a8b-0754-4c39-ae2d-c6409ce2a87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.992950] env[69942]: DEBUG nova.compute.manager [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Received event network-changed-986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.993111] env[69942]: DEBUG nova.compute.manager [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Refreshing instance network info cache due to event network-changed-986fdd05-3bab-42a4-b068-d80f4372460e. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1368.993370] env[69942]: DEBUG oslo_concurrency.lockutils [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] Acquiring lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.993633] env[69942]: DEBUG oslo_concurrency.lockutils [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] Acquired lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.993849] env[69942]: DEBUG nova.network.neutron [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Refreshing network info cache for port 986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.162973] env[69942]: INFO nova.scheduler.client.report [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleted allocation for migration 15ed88f1-86cf-4588-9360-bd0ec661e643 [ 1369.189830] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Completed reading data from the image iterator. {{(pid=69942) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1369.190171] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e788-c5c0-e375-377f-01057e8be594/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1369.191350] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d22b39-6a44-406d-9088-5ab1c60a00ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.200435] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e788-c5c0-e375-377f-01057e8be594/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1369.200707] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e788-c5c0-e375-377f-01057e8be594/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1369.200950] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5d4e4c4a-c003-4482-837b-b008d088db0b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.388215] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.388605] env[69942]: DEBUG nova.compute.manager [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Instance network_info: |[{"id": "91d60a8b-0754-4c39-ae2d-c6409ce2a87f", "address": "fa:16:3e:9d:d3:11", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d60a8b-07", "ovs_interfaceid": "91d60a8b-0754-4c39-ae2d-c6409ce2a87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1369.389069] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:d3:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91d60a8b-0754-4c39-ae2d-c6409ce2a87f', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1369.397557] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.398065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "refresh_cache-b28696f2-f21e-4bf8-a847-dc6b05266de9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.398229] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquired lock "refresh_cache-b28696f2-f21e-4bf8-a847-dc6b05266de9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.398498] env[69942]: DEBUG nova.network.neutron [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.399610] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.399850] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75c8e786-9235-492d-834f-1bc92a4258f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.423389] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.423389] env[69942]: value = "task-3832039" [ 1369.423389] env[69942]: _type = "Task" [ 1369.423389] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.432426] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832039, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.434165] env[69942]: DEBUG nova.network.neutron [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.490825] env[69942]: DEBUG nova.network.neutron [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.521187] env[69942]: DEBUG nova.compute.manager [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Stashing vm_state: active {{(pid=69942) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1369.604986] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1e2eb65d-db87-48bc-890b-d2970504e0fd tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.668483] env[69942]: DEBUG oslo_concurrency.lockutils [None req-efcd9323-297c-470f-a17a-b51b324a0f58 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.438s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.733736] env[69942]: DEBUG oslo_vmware.rw_handles [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f1e788-c5c0-e375-377f-01057e8be594/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1369.734050] env[69942]: INFO nova.virt.vmwareapi.images [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Downloaded image file data c6f834bc-eae2-4192-83b0-0a9b40b92690 [ 1369.735127] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be18294-1f1f-4f46-8f49-bf1f2a419bae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.757151] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cffb2d21-118e-47df-8faa-4733fcae4a03 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.796600] env[69942]: INFO nova.virt.vmwareapi.images [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] The imported VM was unregistered [ 1369.799494] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Caching image {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1369.799770] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.800618] env[69942]: DEBUG nova.objects.instance [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'flavor' on Instance uuid d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.806029] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c02e274-a664-4f76-b38f-772157e406eb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.817172] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Created directory with path [datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.817275] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55/OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55.vmdk to [datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690/c6f834bc-eae2-4192-83b0-0a9b40b92690.vmdk. {{(pid=69942) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1369.817540] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b0152a96-0ba2-4a3b-b564-62efd37337db {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.827703] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1369.827703] env[69942]: value = "task-3832041" [ 1369.827703] env[69942]: _type = "Task" [ 1369.827703] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.837807] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832041, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.838865] env[69942]: DEBUG nova.network.neutron [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Updated VIF entry in instance network info cache for port 986fdd05-3bab-42a4-b068-d80f4372460e. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.839151] env[69942]: DEBUG nova.network.neutron [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Updating instance_info_cache with network_info: [{"id": "986fdd05-3bab-42a4-b068-d80f4372460e", "address": "fa:16:3e:f3:ff:25", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986fdd05-3b", "ovs_interfaceid": "986fdd05-3bab-42a4-b068-d80f4372460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.933929] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832039, 'name': CreateVM_Task, 'duration_secs': 0.490391} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.934138] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.934899] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.935173] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.935540] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.935833] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce359d0e-9d1e-4ac0-b37f-de52198e59e7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.942224] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1369.942224] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522aaf0c-baef-99ee-ef25-eb1287fc252e" [ 1369.942224] env[69942]: _type = "Task" [ 1369.942224] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.953167] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522aaf0c-baef-99ee-ef25-eb1287fc252e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.992661] env[69942]: DEBUG nova.network.neutron [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance_info_cache with network_info: [{"id": "e883ca85-d1be-4648-916e-410341be2ce7", "address": "fa:16:3e:6b:6e:d9", "network": {"id": "d8cb359e-55a5-4988-a2e5-f015c4bb8b56", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-10461274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a4d53b6fe84b02a43166c8642ce26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape883ca85-d1", "ovs_interfaceid": "e883ca85-d1be-4648-916e-410341be2ce7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.994231] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Releasing lock "refresh_cache-b28696f2-f21e-4bf8-a847-dc6b05266de9" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.994705] env[69942]: DEBUG nova.compute.manager [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.994819] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.997042] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d966f995-1777-42af-9c5b-29db0a1b0f9c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.005712] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.006678] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc26de66-e79d-456f-8a0b-d77faea54623 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.017074] env[69942]: DEBUG oslo_vmware.api [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1370.017074] env[69942]: value = "task-3832042" [ 1370.017074] env[69942]: _type = "Task" [ 1370.017074] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.030371] env[69942]: DEBUG oslo_vmware.api [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.045365] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.045599] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.305998] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.306241] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.306469] env[69942]: DEBUG nova.network.neutron [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.306689] env[69942]: DEBUG nova.objects.instance [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'info_cache' on Instance uuid d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.339796] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832041, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.341741] env[69942]: DEBUG oslo_concurrency.lockutils [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] Releasing lock "refresh_cache-75bb2855-1e92-47e3-b181-2ace83c7ee2f" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.341992] env[69942]: DEBUG nova.compute.manager [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Received event network-changed-816f6083-0e74-4f5f-9ef3-51b8d9d03023 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.342177] env[69942]: DEBUG nova.compute.manager [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Refreshing instance network info cache due to event network-changed-816f6083-0e74-4f5f-9ef3-51b8d9d03023. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1370.342377] env[69942]: DEBUG oslo_concurrency.lockutils [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] Acquiring lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.342517] env[69942]: DEBUG oslo_concurrency.lockutils [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] Acquired lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.342678] env[69942]: DEBUG nova.network.neutron [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Refreshing network info cache for port 816f6083-0e74-4f5f-9ef3-51b8d9d03023 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.456555] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522aaf0c-baef-99ee-ef25-eb1287fc252e, 'name': SearchDatastore_Task, 'duration_secs': 0.014956} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.456893] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.457145] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.457389] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.457575] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.457794] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.458147] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2733985e-4d6a-41ee-92e7-91754d330643 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.473644] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.473842] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.474627] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c9c305-44b3-49d3-b5a5-530909db07a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.482983] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1370.482983] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529662cb-6023-d7fe-247b-14562ca59ec1" [ 1370.482983] env[69942]: _type = "Task" [ 1370.482983] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.493830] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529662cb-6023-d7fe-247b-14562ca59ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.500656] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Releasing lock "refresh_cache-249c958f-5e57-485d-befd-7aabb601edb8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.500932] env[69942]: DEBUG nova.objects.instance [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lazy-loading 'migration_context' on Instance uuid 249c958f-5e57-485d-befd-7aabb601edb8 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.531364] env[69942]: DEBUG oslo_vmware.api [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832042, 'name': PowerOffVM_Task, 'duration_secs': 0.189502} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.531669] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.531816] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.532105] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8f188db-b556-4c9b-9d50-2504d3be1099 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.550487] env[69942]: INFO nova.compute.claims [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.571787] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.572096] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.572444] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Deleting the datastore file [datastore2] b28696f2-f21e-4bf8-a847-dc6b05266de9 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.573346] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3fb4695-e111-47cb-b6e4-9de3ca83d09b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.583675] env[69942]: DEBUG oslo_vmware.api [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for the task: (returnval){ [ 1370.583675] env[69942]: value = "task-3832044" [ 1370.583675] env[69942]: _type = "Task" [ 1370.583675] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.598334] env[69942]: DEBUG oslo_vmware.api [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.810592] env[69942]: DEBUG nova.objects.base [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1370.840910] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832041, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.997691] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]529662cb-6023-d7fe-247b-14562ca59ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.094814} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.998814] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b5bf9cf-e78c-4f16-9579-9060a1343a76 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.003741] env[69942]: DEBUG nova.objects.base [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Object Instance<249c958f-5e57-485d-befd-7aabb601edb8> lazy-loaded attributes: info_cache,migration_context {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1371.004770] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eb3395-63bc-47aa-b031-b102a3fdef6b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.010262] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1371.010262] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520a2a37-5cac-dfdc-1f1d-08e4c7701909" [ 1371.010262] env[69942]: _type = "Task" [ 1371.010262] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.032197] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9b3225-bc2c-4c9c-85dc-4af872415738 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.040029] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520a2a37-5cac-dfdc-1f1d-08e4c7701909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.041667] env[69942]: DEBUG oslo_vmware.api [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1371.041667] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527213d4-f58d-6733-2d16-1170c85e09bc" [ 1371.041667] env[69942]: _type = "Task" [ 1371.041667] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.051362] env[69942]: DEBUG oslo_vmware.api [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527213d4-f58d-6733-2d16-1170c85e09bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.057366] env[69942]: INFO nova.compute.resource_tracker [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating resource usage from migration 7f0f6da9-fffa-4f1b-bc96-378bd3530600 [ 1371.096816] env[69942]: DEBUG oslo_vmware.api [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.116093] env[69942]: DEBUG nova.network.neutron [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updated VIF entry in instance network info cache for port 816f6083-0e74-4f5f-9ef3-51b8d9d03023. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.116592] env[69942]: DEBUG nova.network.neutron [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance_info_cache with network_info: [{"id": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "address": "fa:16:3e:f9:9c:23", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816f6083-0e", "ovs_interfaceid": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.225821] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9dd0ed-9632-439e-8ec3-a931d05ce998 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.235481] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961f8459-fb79-490c-a814-6da74d1461af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.270497] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992410a0-7959-440c-9184-f1092a0df4b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.279751] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7edf657-2e5b-46e4-8227-338d2c345ccd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.296116] env[69942]: DEBUG nova.compute.provider_tree [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.340581] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832041, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.526555] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520a2a37-5cac-dfdc-1f1d-08e4c7701909, 'name': SearchDatastore_Task, 'duration_secs': 0.091449} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.526911] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.527345] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 04e5c0cd-fa37-434d-aabd-06d09cef0c8e/04e5c0cd-fa37-434d-aabd-06d09cef0c8e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.527764] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7ee372e-fa1a-411f-ad6b-d51dec93024b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.538382] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1371.538382] env[69942]: value = "task-3832045" [ 1371.538382] env[69942]: _type = "Task" [ 1371.538382] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.557876] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.559562] env[69942]: DEBUG nova.network.neutron [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance_info_cache with network_info: [{"id": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "address": "fa:16:3e:02:9c:e0", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9d117a-c9", "ovs_interfaceid": "5c9d117a-c97d-47ea-b9bd-53f1850cd635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.567895] env[69942]: DEBUG oslo_vmware.api [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527213d4-f58d-6733-2d16-1170c85e09bc, 'name': SearchDatastore_Task, 'duration_secs': 0.019679} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.568876] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.598027] env[69942]: DEBUG oslo_vmware.api [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.620106] env[69942]: DEBUG oslo_concurrency.lockutils [req-4c30c085-6435-4611-8830-2b3600f93324 req-9ae380c3-b674-4156-b166-4559b1632ab5 service nova] Releasing lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.799809] env[69942]: DEBUG nova.scheduler.client.report [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.843501] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832041, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.053057] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.069978] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.100486] env[69942]: DEBUG oslo_vmware.api [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Task: {'id': task-3832044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.292057} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.100730] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.100923] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.101122] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.101299] env[69942]: INFO nova.compute.manager [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1372.101552] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.101757] env[69942]: DEBUG nova.compute.manager [-] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.101854] env[69942]: DEBUG nova.network.neutron [-] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.120785] env[69942]: DEBUG nova.network.neutron [-] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.305773] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.260s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.305995] env[69942]: INFO nova.compute.manager [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Migrating [ 1372.312860] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.744s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.346202] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832041, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.556980] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832045, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.623800] env[69942]: DEBUG nova.network.neutron [-] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.824393] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.824589] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.824772] env[69942]: DEBUG nova.network.neutron [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.848314] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832041, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.674967} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.848674] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55/OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55.vmdk to [datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690/c6f834bc-eae2-4192-83b0-0a9b40b92690.vmdk. [ 1372.848866] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Cleaning up location [datastore2] OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1372.849055] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_61860659-95e3-4cc9-8f30-8e4625d67e55 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.849324] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bcb5b78-5488-4a22-9e80-ffe77c33f7d3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.859817] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1372.859817] env[69942]: value = "task-3832046" [ 1372.859817] env[69942]: _type = "Task" [ 1372.859817] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.869217] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.987968] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7657f6a4-f594-4cf6-b98e-2dc9fc06933b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.996719] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7bd2a8-1693-44be-93ed-c68c3afb0d8e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.029731] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae83785-c79c-4448-b774-a021945e9fc0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.038278] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb60266-afa3-4142-9d78-22de78030e0e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.052318] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832045, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.326045} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.060307] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 04e5c0cd-fa37-434d-aabd-06d09cef0c8e/04e5c0cd-fa37-434d-aabd-06d09cef0c8e.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.060563] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.061102] env[69942]: DEBUG nova.compute.provider_tree [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.063149] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35a8b852-53d0-411c-9b32-01f2043a6803 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.071918] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1373.071918] env[69942]: value = "task-3832047" [ 1373.071918] env[69942]: _type = "Task" [ 1373.071918] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.076953] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.077286] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ff7520d-25e1-4005-a524-477df4e78df1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.085502] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.087241] env[69942]: DEBUG oslo_vmware.api [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1373.087241] env[69942]: value = "task-3832048" [ 1373.087241] env[69942]: _type = "Task" [ 1373.087241] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.097781] env[69942]: DEBUG oslo_vmware.api [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.127258] env[69942]: INFO nova.compute.manager [-] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Took 1.03 seconds to deallocate network for instance. [ 1373.371300] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039877} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.371588] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.371724] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690/c6f834bc-eae2-4192-83b0-0a9b40b92690.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.371976] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690/c6f834bc-eae2-4192-83b0-0a9b40b92690.vmdk to [datastore2] d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d/d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.372257] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dec57ff9-129e-439c-bef5-95c699c17657 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.380826] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1373.380826] env[69942]: value = "task-3832049" [ 1373.380826] env[69942]: _type = "Task" [ 1373.380826] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.391558] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.557022] env[69942]: DEBUG nova.network.neutron [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance_info_cache with network_info: [{"id": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "address": "fa:16:3e:f9:9c:23", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816f6083-0e", "ovs_interfaceid": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.564914] env[69942]: DEBUG nova.scheduler.client.report [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.582295] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278188} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.583143] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.583952] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41608716-3b0a-4860-befa-b6cc2d201e89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.609891] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 04e5c0cd-fa37-434d-aabd-06d09cef0c8e/04e5c0cd-fa37-434d-aabd-06d09cef0c8e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.610984] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ebf6dd-86b7-4207-83cf-fb64cb1400aa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.629565] env[69942]: DEBUG oslo_vmware.api [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.636269] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.636635] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1373.636635] env[69942]: value = "task-3832050" [ 1373.636635] env[69942]: _type = "Task" [ 1373.636635] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.645311] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.893501] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.060137] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.101424] env[69942]: DEBUG oslo_vmware.api [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.147630] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832050, 'name': ReconfigVM_Task, 'duration_secs': 0.459587} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.147956] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 04e5c0cd-fa37-434d-aabd-06d09cef0c8e/04e5c0cd-fa37-434d-aabd-06d09cef0c8e.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.148667] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6fceea4-e87f-4380-a0d7-65ec2610cdd2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.157579] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1374.157579] env[69942]: value = "task-3832051" [ 1374.157579] env[69942]: _type = "Task" [ 1374.157579] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.168919] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832051, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.393494] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832049, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.577354] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.264s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.580622] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.944s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.580879] env[69942]: DEBUG nova.objects.instance [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lazy-loading 'resources' on Instance uuid b28696f2-f21e-4bf8-a847-dc6b05266de9 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.599276] env[69942]: DEBUG oslo_vmware.api [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832048, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.669038] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832051, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.894853] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832049, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.102211] env[69942]: DEBUG oslo_vmware.api [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832048, 'name': PowerOnVM_Task, 'duration_secs': 1.828619} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.102521] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.102759] env[69942]: DEBUG nova.compute.manager [None req-b1258b82-d6ba-41a7-a736-29147927f4c3 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.103715] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4ead2a-7049-4fff-9c84-b4107db9c08d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.150015] env[69942]: INFO nova.scheduler.client.report [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted allocation for migration 8d07a6a7-e83d-4ed5-95fe-7c36a0d70f2b [ 1375.170292] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832051, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.264082] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c55e6c0-540f-44d7-b7b4-c9169172427d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.274288] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c02339b-60e7-4337-9e95-a297a7936772 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.308855] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc020d-9579-427a-8a98-90654ffe0676 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.317749] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef09a08-a075-4856-9016-c08207829473 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.333338] env[69942]: DEBUG nova.compute.provider_tree [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.394563] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832049, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.577303] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aa5382-1569-4c4d-a702-76dcf780dc77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.608750] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance '2abb2b9a-e38b-4c5e-8207-cb7737819abf' progress to 0 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1375.660293] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "249c958f-5e57-485d-befd-7aabb601edb8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.458s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.676115] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832051, 'name': Rename_Task, 'duration_secs': 1.474417} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.677423] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.677823] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e5d4b03-0e96-4fdf-b084-1976d61682d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.687754] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1375.687754] env[69942]: value = "task-3832052" [ 1375.687754] env[69942]: _type = "Task" [ 1375.687754] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.701940] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.837350] env[69942]: DEBUG nova.scheduler.client.report [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.894440] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832049, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.117369] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.117818] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0576e1e3-a3c9-4971-8ef9-9136159b210b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.126073] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1376.126073] env[69942]: value = "task-3832053" [ 1376.126073] env[69942]: _type = "Task" [ 1376.126073] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.138847] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.199360] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.343549] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.368719] env[69942]: INFO nova.scheduler.client.report [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Deleted allocations for instance b28696f2-f21e-4bf8-a847-dc6b05266de9 [ 1376.396544] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832049, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.636755] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832053, 'name': PowerOffVM_Task, 'duration_secs': 0.338793} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.637100] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.637302] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance '2abb2b9a-e38b-4c5e-8207-cb7737819abf' progress to 17 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.700074] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832052, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.727805] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "249c958f-5e57-485d-befd-7aabb601edb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.727805] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "249c958f-5e57-485d-befd-7aabb601edb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.728115] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "249c958f-5e57-485d-befd-7aabb601edb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.728357] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "249c958f-5e57-485d-befd-7aabb601edb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.728577] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "249c958f-5e57-485d-befd-7aabb601edb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.730949] env[69942]: INFO nova.compute.manager [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Terminating instance [ 1376.742491] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.742745] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.742950] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.743144] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.743310] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.745231] env[69942]: INFO nova.compute.manager [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Terminating instance [ 1376.877277] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1c1772be-df51-4e70-854b-4a32a747416e tempest-ServersListShow296Test-1854933473 tempest-ServersListShow296Test-1854933473-project-member] Lock "b28696f2-f21e-4bf8-a847-dc6b05266de9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.896346] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832049, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.168268} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.897294] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c6f834bc-eae2-4192-83b0-0a9b40b92690/c6f834bc-eae2-4192-83b0-0a9b40b92690.vmdk to [datastore2] d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d/d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1376.898171] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7753dcba-1b4a-4223-a6b4-fac077ec28af {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.925153] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d/d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d.vmdk or device None with type streamOptimized {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.926459] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c7ecaf4-b987-4f84-930b-35ab13ce0c96 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.952189] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1376.952189] env[69942]: value = "task-3832054" [ 1376.952189] env[69942]: _type = "Task" [ 1376.952189] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.963069] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.143698] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.144144] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.144144] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.144248] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.144395] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.144577] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.144814] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.144975] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.145155] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.145320] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.145491] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.150739] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f01f5fa-ee18-4629-bcc1-686c6fc13c9c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.168203] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1377.168203] env[69942]: value = "task-3832055" [ 1377.168203] env[69942]: _type = "Task" [ 1377.168203] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.177817] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.200951] env[69942]: DEBUG oslo_vmware.api [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832052, 'name': PowerOnVM_Task, 'duration_secs': 1.146957} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.201266] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.201486] env[69942]: INFO nova.compute.manager [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Took 11.19 seconds to spawn the instance on the hypervisor. [ 1377.201724] env[69942]: DEBUG nova.compute.manager [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.202704] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0c0061-85eb-46c9-801a-4728ab8690e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.235452] env[69942]: DEBUG nova.compute.manager [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.235725] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.236746] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64285498-9d50-40d8-950d-90842f39e81b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.246200] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.246519] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd47ab98-316f-4e26-a41f-76819dd4f6a4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.248752] env[69942]: DEBUG nova.compute.manager [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.248976] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.249812] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca21eb4-2a14-4751-9810-815e846680a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.258928] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.260532] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4c512af-75a8-4b30-ba3f-d4a131685c0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.262413] env[69942]: DEBUG oslo_vmware.api [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1377.262413] env[69942]: value = "task-3832056" [ 1377.262413] env[69942]: _type = "Task" [ 1377.262413] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.269636] env[69942]: DEBUG oslo_vmware.api [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1377.269636] env[69942]: value = "task-3832057" [ 1377.269636] env[69942]: _type = "Task" [ 1377.269636] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.278305] env[69942]: DEBUG oslo_vmware.api [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.285254] env[69942]: DEBUG oslo_vmware.api [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.464244] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.679621] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832055, 'name': ReconfigVM_Task, 'duration_secs': 0.313461} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.680087] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance '2abb2b9a-e38b-4c5e-8207-cb7737819abf' progress to 33 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1377.723191] env[69942]: INFO nova.compute.manager [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Took 18.76 seconds to build instance. [ 1377.773804] env[69942]: DEBUG oslo_vmware.api [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832056, 'name': PowerOffVM_Task, 'duration_secs': 0.458684} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.778060] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.778060] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.778494] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0a6c9ff-7cbc-442f-925e-1d68b7c6b6ab {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.787416] env[69942]: DEBUG oslo_vmware.api [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832057, 'name': PowerOffVM_Task, 'duration_secs': 0.217421} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.787841] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.788019] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1377.788409] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30fd9313-6a1d-403b-bbba-d8bb5a42feda {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.889199] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.889199] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.889199] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleting the datastore file [datastore2] d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.889199] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-733a4f2f-ccd8-4d03-9db0-fd59fe08e3a6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.892898] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1377.893555] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1377.893897] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleting the datastore file [datastore1] 249c958f-5e57-485d-befd-7aabb601edb8 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.894861] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b506778-7720-43f1-a1a5-b0a0913af491 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.899976] env[69942]: DEBUG oslo_vmware.api [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1377.899976] env[69942]: value = "task-3832060" [ 1377.899976] env[69942]: _type = "Task" [ 1377.899976] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.901949] env[69942]: DEBUG oslo_vmware.api [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for the task: (returnval){ [ 1377.901949] env[69942]: value = "task-3832061" [ 1377.901949] env[69942]: _type = "Task" [ 1377.901949] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.917237] env[69942]: DEBUG oslo_vmware.api [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.920644] env[69942]: DEBUG oslo_vmware.api [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.964931] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832054, 'name': ReconfigVM_Task, 'duration_secs': 0.898148} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.965274] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Reconfigured VM instance instance-0000006a to attach disk [datastore2] d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d/d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d.vmdk or device None with type streamOptimized {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.966020] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f9a9acf-0772-43a3-8795-1dd5633885da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.975677] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1377.975677] env[69942]: value = "task-3832062" [ 1377.975677] env[69942]: _type = "Task" [ 1377.975677] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.986038] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832062, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.187022] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.187393] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.187437] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.187665] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.187820] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.187970] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.188192] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.188353] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.188537] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.188725] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.188897] env[69942]: DEBUG nova.virt.hardware [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.194892] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1378.195216] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c850b4c6-b4dd-4043-8ef0-2924aba2d7c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.214854] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1378.214854] env[69942]: value = "task-3832063" [ 1378.214854] env[69942]: _type = "Task" [ 1378.214854] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.225239] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.226793] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c4342543-a124-4d48-a055-890dba3a3331 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.273s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.249797] env[69942]: DEBUG nova.compute.manager [req-09ebc460-7de4-4d7e-ab4d-def5d616f629 req-8d95f2cc-ee69-403b-ae3f-a06739151605 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Received event network-changed-91d60a8b-0754-4c39-ae2d-c6409ce2a87f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.249797] env[69942]: DEBUG nova.compute.manager [req-09ebc460-7de4-4d7e-ab4d-def5d616f629 req-8d95f2cc-ee69-403b-ae3f-a06739151605 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Refreshing instance network info cache due to event network-changed-91d60a8b-0754-4c39-ae2d-c6409ce2a87f. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1378.249986] env[69942]: DEBUG oslo_concurrency.lockutils [req-09ebc460-7de4-4d7e-ab4d-def5d616f629 req-8d95f2cc-ee69-403b-ae3f-a06739151605 service nova] Acquiring lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.250151] env[69942]: DEBUG oslo_concurrency.lockutils [req-09ebc460-7de4-4d7e-ab4d-def5d616f629 req-8d95f2cc-ee69-403b-ae3f-a06739151605 service nova] Acquired lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.250315] env[69942]: DEBUG nova.network.neutron [req-09ebc460-7de4-4d7e-ab4d-def5d616f629 req-8d95f2cc-ee69-403b-ae3f-a06739151605 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Refreshing network info cache for port 91d60a8b-0754-4c39-ae2d-c6409ce2a87f {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.416804] env[69942]: DEBUG oslo_vmware.api [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Task: {'id': task-3832061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245894} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.420074] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.420294] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.420475] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.420652] env[69942]: INFO nova.compute.manager [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1378.420891] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.422032] env[69942]: DEBUG oslo_vmware.api [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20546} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.422032] env[69942]: DEBUG nova.compute.manager [-] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.422032] env[69942]: DEBUG nova.network.neutron [-] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.423192] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.423378] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1378.423737] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.423737] env[69942]: INFO nova.compute.manager [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1378.423924] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.424125] env[69942]: DEBUG nova.compute.manager [-] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1378.424215] env[69942]: DEBUG nova.network.neutron [-] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.486354] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832062, 'name': Rename_Task, 'duration_secs': 0.200521} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.486660] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1378.486847] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51af37c7-3ae7-4b25-92e6-8fdf0d4f247d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.493972] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1378.493972] env[69942]: value = "task-3832064" [ 1378.493972] env[69942]: _type = "Task" [ 1378.493972] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.502863] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.727845] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832063, 'name': ReconfigVM_Task, 'duration_secs': 0.169702} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.728312] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1378.729313] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8773c3e-71f2-4c35-890a-9190c8fe69fb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.754801] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-18d19a55-ef90-4529-9339-f7161220c737/volume-18d19a55-ef90-4529-9339-f7161220c737.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.756729] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3cd073e-2fb7-4a4f-a87e-62587575ab17 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.777159] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1378.777159] env[69942]: value = "task-3832065" [ 1378.777159] env[69942]: _type = "Task" [ 1378.777159] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.789100] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.847982] env[69942]: DEBUG nova.compute.manager [req-b5930bd4-0aec-4029-9c2a-224f4b4115ed req-7d292b30-8571-4fcc-9a73-2611a898998d service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Received event network-vif-deleted-e883ca85-d1be-4648-916e-410341be2ce7 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.848274] env[69942]: INFO nova.compute.manager [req-b5930bd4-0aec-4029-9c2a-224f4b4115ed req-7d292b30-8571-4fcc-9a73-2611a898998d service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Neutron deleted interface e883ca85-d1be-4648-916e-410341be2ce7; detaching it from the instance and deleting it from the info cache [ 1378.848931] env[69942]: DEBUG nova.network.neutron [req-b5930bd4-0aec-4029-9c2a-224f4b4115ed req-7d292b30-8571-4fcc-9a73-2611a898998d service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.005823] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.020499] env[69942]: DEBUG nova.network.neutron [req-09ebc460-7de4-4d7e-ab4d-def5d616f629 req-8d95f2cc-ee69-403b-ae3f-a06739151605 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Updated VIF entry in instance network info cache for port 91d60a8b-0754-4c39-ae2d-c6409ce2a87f. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.020854] env[69942]: DEBUG nova.network.neutron [req-09ebc460-7de4-4d7e-ab4d-def5d616f629 req-8d95f2cc-ee69-403b-ae3f-a06739151605 service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Updating instance_info_cache with network_info: [{"id": "91d60a8b-0754-4c39-ae2d-c6409ce2a87f", "address": "fa:16:3e:9d:d3:11", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d60a8b-07", "ovs_interfaceid": "91d60a8b-0754-4c39-ae2d-c6409ce2a87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.189650] env[69942]: DEBUG nova.network.neutron [-] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.273099] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.273431] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.289023] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832065, 'name': ReconfigVM_Task, 'duration_secs': 0.288189} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.289470] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-18d19a55-ef90-4529-9339-f7161220c737/volume-18d19a55-ef90-4529-9339-f7161220c737.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.289892] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance '2abb2b9a-e38b-4c5e-8207-cb7737819abf' progress to 50 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.356052] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-380aef01-77ca-4697-a860-1f89c21d6cf7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.366067] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12afe303-307c-480c-bee1-b451327875a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.399631] env[69942]: DEBUG nova.compute.manager [req-b5930bd4-0aec-4029-9c2a-224f4b4115ed req-7d292b30-8571-4fcc-9a73-2611a898998d service nova] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Detach interface failed, port_id=e883ca85-d1be-4648-916e-410341be2ce7, reason: Instance 249c958f-5e57-485d-befd-7aabb601edb8 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1379.505629] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.507228] env[69942]: DEBUG nova.network.neutron [-] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.523570] env[69942]: DEBUG oslo_concurrency.lockutils [req-09ebc460-7de4-4d7e-ab4d-def5d616f629 req-8d95f2cc-ee69-403b-ae3f-a06739151605 service nova] Releasing lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.692736] env[69942]: INFO nova.compute.manager [-] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Took 1.27 seconds to deallocate network for instance. [ 1379.778535] env[69942]: DEBUG nova.compute.utils [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.798251] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf05e0-e946-499e-9edd-f149e9b9b07c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.821311] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6c5a7f-6eaa-46d7-825e-ffac84bd282a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.841454] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance '2abb2b9a-e38b-4c5e-8207-cb7737819abf' progress to 67 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.007102] env[69942]: DEBUG oslo_vmware.api [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832064, 'name': PowerOnVM_Task, 'duration_secs': 1.338897} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.007297] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.011141] env[69942]: INFO nova.compute.manager [-] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Took 1.59 seconds to deallocate network for instance. [ 1380.119247] env[69942]: DEBUG nova.compute.manager [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.120184] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76becd1-5793-4803-8234-7de3a1e9871b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.201314] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.201675] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.201806] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.224755] env[69942]: INFO nova.scheduler.client.report [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Deleted allocations for instance 249c958f-5e57-485d-befd-7aabb601edb8 [ 1380.280743] env[69942]: DEBUG nova.compute.manager [req-88421e1c-5a83-4d31-b999-467245dd3088 req-d6e28019-5574-4d98-825a-dcb837e87cd4 service nova] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Received event network-vif-deleted-5c9d117a-c97d-47ea-b9bd-53f1850cd635 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.281228] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.517930] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.517930] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.517930] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.535279] env[69942]: INFO nova.scheduler.client.report [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleted allocations for instance d22ab98d-3cfe-44dd-b661-ce62c66bbfd1 [ 1380.638927] env[69942]: DEBUG oslo_concurrency.lockutils [None req-be1ddaaa-a745-4d27-ac45-5a6e8e43c0cc tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.060s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.733899] env[69942]: DEBUG oslo_concurrency.lockutils [None req-507429a2-d60c-4461-ba88-486df6c81e1e tempest-DeleteServersTestJSON-1078485164 tempest-DeleteServersTestJSON-1078485164-project-member] Lock "249c958f-5e57-485d-befd-7aabb601edb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.006s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.043393] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4e495c80-ee16-457a-a812-3d0485267db7 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "d22ab98d-3cfe-44dd-b661-ce62c66bbfd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.301s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.362894] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.363201] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.363413] env[69942]: INFO nova.compute.manager [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Attaching volume 8cd80a75-a676-4cd1-a124-32bd2a4db993 to /dev/sdb [ 1381.401014] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b85f358-3752-48c3-ab30-5b656609d099 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.409062] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b644eb-3c2d-417d-b724-7374701c1ccd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.426855] env[69942]: DEBUG nova.virt.block_device [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Updating existing volume attachment record: 18f83757-c3f3-431a-9417-028a65e3c831 {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1381.504087] env[69942]: DEBUG nova.network.neutron [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Port 816f6083-0e74-4f5f-9ef3-51b8d9d03023 binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1382.129750] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "901a0762-ab12-4940-b17a-fe78867109fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.129995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.529059] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.529409] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.529462] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.632723] env[69942]: DEBUG nova.compute.manager [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.157274] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.157680] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.159462] env[69942]: INFO nova.compute.claims [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.566330] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.566614] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.566766] env[69942]: DEBUG nova.network.neutron [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.287351] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec557d6-fcee-4b4b-873c-116887c6a431 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.296222] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1698efdd-3cd8-433b-bda2-e3c1fce73647 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.300162] env[69942]: DEBUG nova.network.neutron [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance_info_cache with network_info: [{"id": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "address": "fa:16:3e:f9:9c:23", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816f6083-0e", "ovs_interfaceid": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.330591] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cff5a6e-5a0a-4013-922f-001e4c35b83b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.339670] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c43f6d-3603-48a1-98ea-070c05b88810 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.354213] env[69942]: DEBUG nova.compute.provider_tree [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.803019] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.857667] env[69942]: DEBUG nova.scheduler.client.report [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.316889] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f16503-1802-41e7-a8e9-d41683c577ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.326020] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4862b7-5c05-43b1-b82d-bdf5f0bb5b83 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.366225] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.366225] env[69942]: DEBUG nova.compute.manager [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.868958] env[69942]: DEBUG nova.compute.utils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.870411] env[69942]: DEBUG nova.compute.manager [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.870588] env[69942]: DEBUG nova.network.neutron [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.927032] env[69942]: DEBUG nova.policy [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8888d586bca349dc99d054d9baf44625', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '235a228dae344e1d9f697dffd857888e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.980603] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1385.980815] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761807', 'volume_id': '8cd80a75-a676-4cd1-a124-32bd2a4db993', 'name': 'volume-8cd80a75-a676-4cd1-a124-32bd2a4db993', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b', 'attached_at': '', 'detached_at': '', 'volume_id': '8cd80a75-a676-4cd1-a124-32bd2a4db993', 'serial': '8cd80a75-a676-4cd1-a124-32bd2a4db993'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1385.981781] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab47e02-ce54-4da9-b4fd-9e7d9cae18c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.000483] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dca854f-bf16-456c-aa58-102ffff81dd0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.028400] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-8cd80a75-a676-4cd1-a124-32bd2a4db993/volume-8cd80a75-a676-4cd1-a124-32bd2a4db993.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.028891] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e2d703f-e643-483a-97b5-abea2b3782b6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.052899] env[69942]: DEBUG oslo_vmware.api [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1386.052899] env[69942]: value = "task-3832069" [ 1386.052899] env[69942]: _type = "Task" [ 1386.052899] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.062327] env[69942]: DEBUG oslo_vmware.api [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.247136] env[69942]: DEBUG nova.network.neutron [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Successfully created port: 87d124c5-6b79-457c-b374-09fcce33f7ce {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.373996] env[69942]: DEBUG nova.compute.manager [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.455213] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8548f49-4916-4086-99cf-f14a915a4de2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.477986] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9860a3a5-a9a1-41fc-90ec-a12cc47f52f9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.487070] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance '2abb2b9a-e38b-4c5e-8207-cb7737819abf' progress to 83 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1386.563123] env[69942]: DEBUG oslo_vmware.api [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832069, 'name': ReconfigVM_Task, 'duration_secs': 0.414629} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.563429] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-8cd80a75-a676-4cd1-a124-32bd2a4db993/volume-8cd80a75-a676-4cd1-a124-32bd2a4db993.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.568982] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9610d592-1282-4d51-ba3f-4c9436e95cb6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.586245] env[69942]: DEBUG oslo_vmware.api [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1386.586245] env[69942]: value = "task-3832070" [ 1386.586245] env[69942]: _type = "Task" [ 1386.586245] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.595495] env[69942]: DEBUG oslo_vmware.api [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.995340] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.995754] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41964b6e-9abf-4419-b405-2c347860b66e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.003208] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1387.003208] env[69942]: value = "task-3832071" [ 1387.003208] env[69942]: _type = "Task" [ 1387.003208] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.012805] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.098452] env[69942]: DEBUG oslo_vmware.api [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832070, 'name': ReconfigVM_Task, 'duration_secs': 0.241727} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.098993] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761807', 'volume_id': '8cd80a75-a676-4cd1-a124-32bd2a4db993', 'name': 'volume-8cd80a75-a676-4cd1-a124-32bd2a4db993', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b', 'attached_at': '', 'detached_at': '', 'volume_id': '8cd80a75-a676-4cd1-a124-32bd2a4db993', 'serial': '8cd80a75-a676-4cd1-a124-32bd2a4db993'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1387.386017] env[69942]: DEBUG nova.compute.manager [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.414076] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.414363] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.414540] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.414723] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.414869] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.415025] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.415233] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.415475] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.415669] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.415843] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.416034] env[69942]: DEBUG nova.virt.hardware [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.416923] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b18893-0a9f-4183-94ce-b15d69627424 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.425754] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c75b6a0-3c8f-44bd-9692-f1a57f41eeea {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.513678] env[69942]: DEBUG oslo_vmware.api [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832071, 'name': PowerOnVM_Task, 'duration_secs': 0.387427} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.514008] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.514207] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f0da3-063a-4d28-8106-428ae173e40f tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance '2abb2b9a-e38b-4c5e-8207-cb7737819abf' progress to 100 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.799361] env[69942]: DEBUG nova.compute.manager [req-3ab90a00-6f51-467e-a4e8-98feee821de2 req-9d7519a0-1391-4fa0-b9aa-947f9015c9c0 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Received event network-vif-plugged-87d124c5-6b79-457c-b374-09fcce33f7ce {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.799600] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ab90a00-6f51-467e-a4e8-98feee821de2 req-9d7519a0-1391-4fa0-b9aa-947f9015c9c0 service nova] Acquiring lock "901a0762-ab12-4940-b17a-fe78867109fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.799838] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ab90a00-6f51-467e-a4e8-98feee821de2 req-9d7519a0-1391-4fa0-b9aa-947f9015c9c0 service nova] Lock "901a0762-ab12-4940-b17a-fe78867109fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.800333] env[69942]: DEBUG oslo_concurrency.lockutils [req-3ab90a00-6f51-467e-a4e8-98feee821de2 req-9d7519a0-1391-4fa0-b9aa-947f9015c9c0 service nova] Lock "901a0762-ab12-4940-b17a-fe78867109fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.800625] env[69942]: DEBUG nova.compute.manager [req-3ab90a00-6f51-467e-a4e8-98feee821de2 req-9d7519a0-1391-4fa0-b9aa-947f9015c9c0 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] No waiting events found dispatching network-vif-plugged-87d124c5-6b79-457c-b374-09fcce33f7ce {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.800979] env[69942]: WARNING nova.compute.manager [req-3ab90a00-6f51-467e-a4e8-98feee821de2 req-9d7519a0-1391-4fa0-b9aa-947f9015c9c0 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Received unexpected event network-vif-plugged-87d124c5-6b79-457c-b374-09fcce33f7ce for instance with vm_state building and task_state spawning. [ 1387.982334] env[69942]: DEBUG nova.network.neutron [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Successfully updated port: 87d124c5-6b79-457c-b374-09fcce33f7ce {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.141169] env[69942]: DEBUG nova.objects.instance [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lazy-loading 'flavor' on Instance uuid b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.485868] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.486052] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.486224] env[69942]: DEBUG nova.network.neutron [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.649202] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0e8a30e1-f322-459f-9735-7ed7036e5b92 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.286s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.872348] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.872601] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.030888] env[69942]: DEBUG nova.network.neutron [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.247141] env[69942]: DEBUG nova.network.neutron [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance_info_cache with network_info: [{"id": "87d124c5-6b79-457c-b374-09fcce33f7ce", "address": "fa:16:3e:bc:5d:54", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d124c5-6b", "ovs_interfaceid": "87d124c5-6b79-457c-b374-09fcce33f7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.375861] env[69942]: INFO nova.compute.manager [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Detaching volume 8cd80a75-a676-4cd1-a124-32bd2a4db993 [ 1389.419583] env[69942]: INFO nova.virt.block_device [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Attempting to driver detach volume 8cd80a75-a676-4cd1-a124-32bd2a4db993 from mountpoint /dev/sdb [ 1389.419826] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1389.420015] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761807', 'volume_id': '8cd80a75-a676-4cd1-a124-32bd2a4db993', 'name': 'volume-8cd80a75-a676-4cd1-a124-32bd2a4db993', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b', 'attached_at': '', 'detached_at': '', 'volume_id': '8cd80a75-a676-4cd1-a124-32bd2a4db993', 'serial': '8cd80a75-a676-4cd1-a124-32bd2a4db993'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1389.420919] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e872e6-1870-445d-b434-011528212b25 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.447265] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a75a89b-b803-47f5-8812-ab6efa654b40 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.455331] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa87a4b-8cb0-4adf-9560-edde951f475f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.488812] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f436e5-95a7-4c0a-b309-4251f4131d3b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.511410] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] The volume has not been displaced from its original location: [datastore2] volume-8cd80a75-a676-4cd1-a124-32bd2a4db993/volume-8cd80a75-a676-4cd1-a124-32bd2a4db993.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1389.516948] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1389.518397] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.518589] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.518770] env[69942]: DEBUG nova.compute.manager [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Going to confirm migration 9 {{(pid=69942) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1389.520377] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4483c8f6-3baf-4b9b-835a-78c6a4905172 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.541400] env[69942]: DEBUG oslo_vmware.api [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1389.541400] env[69942]: value = "task-3832072" [ 1389.541400] env[69942]: _type = "Task" [ 1389.541400] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.551964] env[69942]: DEBUG oslo_vmware.api [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.750560] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.750906] env[69942]: DEBUG nova.compute.manager [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Instance network_info: |[{"id": "87d124c5-6b79-457c-b374-09fcce33f7ce", "address": "fa:16:3e:bc:5d:54", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d124c5-6b", "ovs_interfaceid": "87d124c5-6b79-457c-b374-09fcce33f7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1389.751346] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:5d:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87d124c5-6b79-457c-b374-09fcce33f7ce', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.761454] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.761776] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.762081] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e578ca0-74ec-4dfe-83c0-076c7e7e2bfd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.782897] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.782897] env[69942]: value = "task-3832073" [ 1389.782897] env[69942]: _type = "Task" [ 1389.782897] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.792750] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832073, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.838759] env[69942]: DEBUG nova.compute.manager [req-6624d8c9-a26a-4cc6-943c-ccb6a08fe2e5 req-2be7982b-a907-445b-ada5-5002688c285f service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Received event network-changed-87d124c5-6b79-457c-b374-09fcce33f7ce {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.838855] env[69942]: DEBUG nova.compute.manager [req-6624d8c9-a26a-4cc6-943c-ccb6a08fe2e5 req-2be7982b-a907-445b-ada5-5002688c285f service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Refreshing instance network info cache due to event network-changed-87d124c5-6b79-457c-b374-09fcce33f7ce. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.839240] env[69942]: DEBUG oslo_concurrency.lockutils [req-6624d8c9-a26a-4cc6-943c-ccb6a08fe2e5 req-2be7982b-a907-445b-ada5-5002688c285f service nova] Acquiring lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.839779] env[69942]: DEBUG oslo_concurrency.lockutils [req-6624d8c9-a26a-4cc6-943c-ccb6a08fe2e5 req-2be7982b-a907-445b-ada5-5002688c285f service nova] Acquired lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.839779] env[69942]: DEBUG nova.network.neutron [req-6624d8c9-a26a-4cc6-943c-ccb6a08fe2e5 req-2be7982b-a907-445b-ada5-5002688c285f service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Refreshing network info cache for port 87d124c5-6b79-457c-b374-09fcce33f7ce {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.052856] env[69942]: DEBUG oslo_vmware.api [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832072, 'name': ReconfigVM_Task, 'duration_secs': 0.233833} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.052856] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1390.059335] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e112b4-e4ce-4ceb-866e-94bc1d6ba7b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.072525] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquiring lock "85967165-a0df-4127-96dc-d6eaf592dcec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.072781] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lock "85967165-a0df-4127-96dc-d6eaf592dcec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.076020] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.076235] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquired lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.076394] env[69942]: DEBUG nova.network.neutron [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.076578] env[69942]: DEBUG nova.objects.instance [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lazy-loading 'info_cache' on Instance uuid 2abb2b9a-e38b-4c5e-8207-cb7737819abf {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.081387] env[69942]: DEBUG oslo_vmware.api [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1390.081387] env[69942]: value = "task-3832074" [ 1390.081387] env[69942]: _type = "Task" [ 1390.081387] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.093718] env[69942]: DEBUG oslo_vmware.api [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.293075] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832073, 'name': CreateVM_Task, 'duration_secs': 0.33066} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.293562] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.293998] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.294154] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.294778] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.294778] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46c78e9-2f64-4087-bbeb-faa5444d7e62 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.300742] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1390.300742] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cfcb27-9160-5932-313a-f0c0ffbd9c01" [ 1390.300742] env[69942]: _type = "Task" [ 1390.300742] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.309480] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cfcb27-9160-5932-313a-f0c0ffbd9c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.558890] env[69942]: DEBUG nova.network.neutron [req-6624d8c9-a26a-4cc6-943c-ccb6a08fe2e5 req-2be7982b-a907-445b-ada5-5002688c285f service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updated VIF entry in instance network info cache for port 87d124c5-6b79-457c-b374-09fcce33f7ce. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.559287] env[69942]: DEBUG nova.network.neutron [req-6624d8c9-a26a-4cc6-943c-ccb6a08fe2e5 req-2be7982b-a907-445b-ada5-5002688c285f service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance_info_cache with network_info: [{"id": "87d124c5-6b79-457c-b374-09fcce33f7ce", "address": "fa:16:3e:bc:5d:54", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d124c5-6b", "ovs_interfaceid": "87d124c5-6b79-457c-b374-09fcce33f7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.575419] env[69942]: DEBUG nova.compute.manager [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1390.594201] env[69942]: DEBUG oslo_vmware.api [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832074, 'name': ReconfigVM_Task, 'duration_secs': 0.158997} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.594604] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761807', 'volume_id': '8cd80a75-a676-4cd1-a124-32bd2a4db993', 'name': 'volume-8cd80a75-a676-4cd1-a124-32bd2a4db993', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b', 'attached_at': '', 'detached_at': '', 'volume_id': '8cd80a75-a676-4cd1-a124-32bd2a4db993', 'serial': '8cd80a75-a676-4cd1-a124-32bd2a4db993'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1390.811052] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52cfcb27-9160-5932-313a-f0c0ffbd9c01, 'name': SearchDatastore_Task, 'duration_secs': 0.014531} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.811374] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.811611] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.811842] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.812147] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.812200] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.812803] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ae8378-9c40-465f-9448-dbf20da3a25f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.823848] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.824176] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.825058] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2936c37a-e633-451a-b913-afc4e427f852 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.831367] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1390.831367] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5280ab6c-345e-0795-341a-0d842af0d197" [ 1390.831367] env[69942]: _type = "Task" [ 1390.831367] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.840206] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5280ab6c-345e-0795-341a-0d842af0d197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.063079] env[69942]: DEBUG oslo_concurrency.lockutils [req-6624d8c9-a26a-4cc6-943c-ccb6a08fe2e5 req-2be7982b-a907-445b-ada5-5002688c285f service nova] Releasing lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.108364] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.108642] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.110203] env[69942]: INFO nova.compute.claims [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.151340] env[69942]: DEBUG nova.objects.instance [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lazy-loading 'flavor' on Instance uuid b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.321984] env[69942]: DEBUG nova.network.neutron [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance_info_cache with network_info: [{"id": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "address": "fa:16:3e:f9:9c:23", "network": {"id": "9d3c2d6a-6f45-42de-8e20-4861f09a2a9e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1994100951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7527d75c7e9245ea816ea15783f48758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816f6083-0e", "ovs_interfaceid": "816f6083-0e74-4f5f-9ef3-51b8d9d03023", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.343827] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5280ab6c-345e-0795-341a-0d842af0d197, 'name': SearchDatastore_Task, 'duration_secs': 0.01821} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.344659] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69703206-30cd-41ca-8421-9902bbeffbba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.351558] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1391.351558] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5258f8f5-77d9-423d-be37-94e72c06c9cd" [ 1391.351558] env[69942]: _type = "Task" [ 1391.351558] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.360790] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5258f8f5-77d9-423d-be37-94e72c06c9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.824767] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Releasing lock "refresh_cache-2abb2b9a-e38b-4c5e-8207-cb7737819abf" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.825109] env[69942]: DEBUG nova.objects.instance [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lazy-loading 'migration_context' on Instance uuid 2abb2b9a-e38b-4c5e-8207-cb7737819abf {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.863033] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5258f8f5-77d9-423d-be37-94e72c06c9cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010128} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.863315] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.863581] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 901a0762-ab12-4940-b17a-fe78867109fb/901a0762-ab12-4940-b17a-fe78867109fb.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.863867] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df0a28b5-73bc-4b63-8540-cc519fe5d0cf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.871467] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1391.871467] env[69942]: value = "task-3832075" [ 1391.871467] env[69942]: _type = "Task" [ 1391.871467] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.880702] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.163157] env[69942]: DEBUG oslo_concurrency.lockutils [None req-cc509a49-fd43-4e75-897a-6df915e4629d tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.252423] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8235737-d0dd-460a-b3f1-54918cafd0d0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.262793] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bd66c8-4348-4dda-b000-684b70fd5099 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.295587] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f1bfe2-6963-4e09-94f1-d31fa8c1293d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.307318] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef8be1a-c1d8-494b-81f3-16d99f665335 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.324362] env[69942]: DEBUG nova.compute.provider_tree [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.328676] env[69942]: DEBUG nova.objects.base [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Object Instance<2abb2b9a-e38b-4c5e-8207-cb7737819abf> lazy-loaded attributes: info_cache,migration_context {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1392.330012] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9007bd-4809-4c98-8fc2-137f319601bc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.351677] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56cfb86e-7837-4dc1-9853-ccc43d180de6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.359529] env[69942]: DEBUG oslo_vmware.api [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1392.359529] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527a4ea6-aeb8-68bd-8e68-78e01c934325" [ 1392.359529] env[69942]: _type = "Task" [ 1392.359529] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.373223] env[69942]: DEBUG oslo_vmware.api [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527a4ea6-aeb8-68bd-8e68-78e01c934325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.382953] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832075, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.831263] env[69942]: DEBUG nova.scheduler.client.report [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.870899] env[69942]: DEBUG oslo_vmware.api [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]527a4ea6-aeb8-68bd-8e68-78e01c934325, 'name': SearchDatastore_Task, 'duration_secs': 0.030309} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.871215] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.882636] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617976} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.882940] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 901a0762-ab12-4940-b17a-fe78867109fb/901a0762-ab12-4940-b17a-fe78867109fb.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.883143] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.883394] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997b52ba-52b8-4f0c-98bc-9e8005b04f0b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.891175] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1392.891175] env[69942]: value = "task-3832076" [ 1392.891175] env[69942]: _type = "Task" [ 1392.891175] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.900369] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.248240] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.248479] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.248740] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.248932] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.249143] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.251413] env[69942]: INFO nova.compute.manager [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Terminating instance [ 1393.336450] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.336988] env[69942]: DEBUG nova.compute.manager [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1393.340110] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.469s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.402342] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075402} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.402554] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.403389] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2288484-930a-4519-bf35-b899df3e36a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.427457] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 901a0762-ab12-4940-b17a-fe78867109fb/901a0762-ab12-4940-b17a-fe78867109fb.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.427813] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a92b84dd-7df8-49c3-809a-2397b25edd11 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.447743] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1393.447743] env[69942]: value = "task-3832077" [ 1393.447743] env[69942]: _type = "Task" [ 1393.447743] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.457488] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.755653] env[69942]: DEBUG nova.compute.manager [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.755922] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.756958] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51a0a36-3571-4538-b783-b9a0b0897b4f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.766060] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.766553] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da0f3eff-2a3d-4aaa-9a4c-5c77a4dab07b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.774474] env[69942]: DEBUG oslo_vmware.api [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1393.774474] env[69942]: value = "task-3832078" [ 1393.774474] env[69942]: _type = "Task" [ 1393.774474] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.788412] env[69942]: DEBUG oslo_vmware.api [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.843139] env[69942]: DEBUG nova.compute.utils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1393.847836] env[69942]: DEBUG nova.compute.manager [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1393.848077] env[69942]: DEBUG nova.network.neutron [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.904595] env[69942]: DEBUG nova.policy [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6200b78f808f4e139ce68645ff1cb839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c375086a8370408bb6a9abf59d46f20a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1393.966059] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832077, 'name': ReconfigVM_Task, 'duration_secs': 0.390053} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.966485] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 901a0762-ab12-4940-b17a-fe78867109fb/901a0762-ab12-4940-b17a-fe78867109fb.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.967281] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-156b8c21-c4d5-419d-bc00-e43c28f95cc8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.978287] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1393.978287] env[69942]: value = "task-3832079" [ 1393.978287] env[69942]: _type = "Task" [ 1393.978287] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.990236] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832079, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.005289] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1571460f-20ae-4415-8df5-03129bb34018 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.015378] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467491fb-89b1-4f63-a258-f7c719d86ac6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.050098] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ece3b85-16c4-4fe5-881b-402bffdccc0e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.059031] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ada95fa-8a2d-4567-b953-94011272d3c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.074579] env[69942]: DEBUG nova.compute.provider_tree [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.287258] env[69942]: DEBUG oslo_vmware.api [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832078, 'name': PowerOffVM_Task, 'duration_secs': 0.21545} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.288509] env[69942]: DEBUG nova.network.neutron [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Successfully created port: ff1e3f6e-b81a-4677-8039-0a3850774157 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.290667] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.291016] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.291386] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae0c35b6-66c1-4f57-b93b-2c10fa736a1d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.349713] env[69942]: DEBUG nova.compute.manager [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1394.363970] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.363970] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.363970] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleting the datastore file [datastore1] b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.364301] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dda5b7b7-fa29-4aed-bb69-a3af6d2b0a80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.372901] env[69942]: DEBUG oslo_vmware.api [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for the task: (returnval){ [ 1394.372901] env[69942]: value = "task-3832081" [ 1394.372901] env[69942]: _type = "Task" [ 1394.372901] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.384639] env[69942]: DEBUG oslo_vmware.api [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.489979] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832079, 'name': Rename_Task, 'duration_secs': 0.15455} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.490214] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.490381] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5d0410-f6e8-41d5-ab91-c1644dfa8880 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.498564] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1394.498564] env[69942]: value = "task-3832082" [ 1394.498564] env[69942]: _type = "Task" [ 1394.498564] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.508428] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.578871] env[69942]: DEBUG nova.scheduler.client.report [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.884175] env[69942]: DEBUG oslo_vmware.api [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Task: {'id': task-3832081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139506} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.884451] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.884660] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.884872] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.885205] env[69942]: INFO nova.compute.manager [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1394.885336] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.885545] env[69942]: DEBUG nova.compute.manager [-] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.885664] env[69942]: DEBUG nova.network.neutron [-] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.009792] env[69942]: DEBUG oslo_vmware.api [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832082, 'name': PowerOnVM_Task, 'duration_secs': 0.464869} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.010160] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.010381] env[69942]: INFO nova.compute.manager [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1395.010571] env[69942]: DEBUG nova.compute.manager [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.011557] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774f278a-b01a-417a-b629-1a498c5a81fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.361607] env[69942]: DEBUG nova.compute.manager [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.392249] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.392508] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.392666] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.392844] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.392991] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.393163] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.393401] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.394014] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.394014] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.394014] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.394305] env[69942]: DEBUG nova.virt.hardware [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.394964] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5293c0-9ae6-4973-88ca-16e018dbe033 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.405022] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a37968-a03e-4aaa-b424-568eac1862a2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.522746] env[69942]: DEBUG nova.compute.manager [req-b10f7e23-974b-491e-9697-d57755fd175a req-83688b2a-99f6-47f4-b187-8c9830f62e76 service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Received event network-vif-deleted-db491c4f-12a4-4db2-a2bc-47d5fe91c10a {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.522920] env[69942]: INFO nova.compute.manager [req-b10f7e23-974b-491e-9697-d57755fd175a req-83688b2a-99f6-47f4-b187-8c9830f62e76 service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Neutron deleted interface db491c4f-12a4-4db2-a2bc-47d5fe91c10a; detaching it from the instance and deleting it from the info cache [ 1395.523105] env[69942]: DEBUG nova.network.neutron [req-b10f7e23-974b-491e-9697-d57755fd175a req-83688b2a-99f6-47f4-b187-8c9830f62e76 service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.532190] env[69942]: INFO nova.compute.manager [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Took 12.39 seconds to build instance. [ 1395.591671] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.251s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.700227] env[69942]: DEBUG nova.compute.manager [req-00edcd61-18d9-4921-90fa-cf0d1b6d6ab6 req-ada7b71e-dc9f-41bb-915f-65b5ea9aafd3 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Received event network-vif-plugged-ff1e3f6e-b81a-4677-8039-0a3850774157 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.700492] env[69942]: DEBUG oslo_concurrency.lockutils [req-00edcd61-18d9-4921-90fa-cf0d1b6d6ab6 req-ada7b71e-dc9f-41bb-915f-65b5ea9aafd3 service nova] Acquiring lock "85967165-a0df-4127-96dc-d6eaf592dcec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.700576] env[69942]: DEBUG oslo_concurrency.lockutils [req-00edcd61-18d9-4921-90fa-cf0d1b6d6ab6 req-ada7b71e-dc9f-41bb-915f-65b5ea9aafd3 service nova] Lock "85967165-a0df-4127-96dc-d6eaf592dcec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.700719] env[69942]: DEBUG oslo_concurrency.lockutils [req-00edcd61-18d9-4921-90fa-cf0d1b6d6ab6 req-ada7b71e-dc9f-41bb-915f-65b5ea9aafd3 service nova] Lock "85967165-a0df-4127-96dc-d6eaf592dcec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.700896] env[69942]: DEBUG nova.compute.manager [req-00edcd61-18d9-4921-90fa-cf0d1b6d6ab6 req-ada7b71e-dc9f-41bb-915f-65b5ea9aafd3 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] No waiting events found dispatching network-vif-plugged-ff1e3f6e-b81a-4677-8039-0a3850774157 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1395.701078] env[69942]: WARNING nova.compute.manager [req-00edcd61-18d9-4921-90fa-cf0d1b6d6ab6 req-ada7b71e-dc9f-41bb-915f-65b5ea9aafd3 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Received unexpected event network-vif-plugged-ff1e3f6e-b81a-4677-8039-0a3850774157 for instance with vm_state building and task_state spawning. [ 1395.790978] env[69942]: DEBUG nova.network.neutron [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Successfully updated port: ff1e3f6e-b81a-4677-8039-0a3850774157 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1396.006749] env[69942]: DEBUG nova.network.neutron [-] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.030714] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd5a0e23-5f32-4bb8-87c0-327c09a8e8ba {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.033637] env[69942]: DEBUG oslo_concurrency.lockutils [None req-784383bf-8915-4ccc-94e9-6a44fb168bed tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.903s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.041349] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ce363d-99d0-457f-b6cd-d8ad40ce1e2c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.072525] env[69942]: DEBUG nova.compute.manager [req-b10f7e23-974b-491e-9697-d57755fd175a req-83688b2a-99f6-47f4-b187-8c9830f62e76 service nova] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Detach interface failed, port_id=db491c4f-12a4-4db2-a2bc-47d5fe91c10a, reason: Instance b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1396.155745] env[69942]: INFO nova.scheduler.client.report [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted allocation for migration 7f0f6da9-fffa-4f1b-bc96-378bd3530600 [ 1396.293365] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquiring lock "refresh_cache-85967165-a0df-4127-96dc-d6eaf592dcec" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.293930] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquired lock "refresh_cache-85967165-a0df-4127-96dc-d6eaf592dcec" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.293930] env[69942]: DEBUG nova.network.neutron [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.510483] env[69942]: INFO nova.compute.manager [-] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Took 1.62 seconds to deallocate network for instance. [ 1396.661909] env[69942]: DEBUG oslo_concurrency.lockutils [None req-e02352c9-4c63-4556-968c-23ab2ccbba8e tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.143s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.856683] env[69942]: DEBUG nova.network.neutron [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1396.865750] env[69942]: INFO nova.compute.manager [None req-f2de875c-d4e9-4526-a56c-ee8ed2260251 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Get console output [ 1396.866700] env[69942]: WARNING nova.virt.vmwareapi.driver [None req-f2de875c-d4e9-4526-a56c-ee8ed2260251 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] The console log is missing. Check your VSPC configuration [ 1397.018385] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.018385] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.018678] env[69942]: DEBUG nova.objects.instance [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lazy-loading 'resources' on Instance uuid b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.101922] env[69942]: DEBUG nova.network.neutron [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Updating instance_info_cache with network_info: [{"id": "ff1e3f6e-b81a-4677-8039-0a3850774157", "address": "fa:16:3e:65:59:76", "network": {"id": "f45b1511-0f67-42b0-afdd-68ec96c7f371", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1710342929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c375086a8370408bb6a9abf59d46f20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff1e3f6e-b8", "ovs_interfaceid": "ff1e3f6e-b81a-4677-8039-0a3850774157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.603954] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Releasing lock "refresh_cache-85967165-a0df-4127-96dc-d6eaf592dcec" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.604281] env[69942]: DEBUG nova.compute.manager [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Instance network_info: |[{"id": "ff1e3f6e-b81a-4677-8039-0a3850774157", "address": "fa:16:3e:65:59:76", "network": {"id": "f45b1511-0f67-42b0-afdd-68ec96c7f371", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1710342929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c375086a8370408bb6a9abf59d46f20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff1e3f6e-b8", "ovs_interfaceid": "ff1e3f6e-b81a-4677-8039-0a3850774157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1397.604691] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:59:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff1e3f6e-b81a-4677-8039-0a3850774157', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1397.612627] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Creating folder: Project (c375086a8370408bb6a9abf59d46f20a). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1397.615539] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-216fbbb5-4545-40cf-ba34-fe1cd5f21e37 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.628578] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Created folder: Project (c375086a8370408bb6a9abf59d46f20a) in parent group-v761487. [ 1397.628865] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Creating folder: Instances. Parent ref: group-v761809. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1397.632221] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffce70dc-eaa8-4c37-9d8d-3961aaf4f253 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.644923] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Created folder: Instances in parent group-v761809. [ 1397.645190] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.645395] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1397.645617] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e86c0f1e-f3a7-479e-b0d0-8002d323cda1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.673088] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1397.673088] env[69942]: value = "task-3832085" [ 1397.673088] env[69942]: _type = "Task" [ 1397.673088] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.678479] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfbe352-7524-4f84-ae30-105dc3f97b01 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.686524] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832085, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.689672] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f91ccc9-6932-43f0-a472-49f1fa8c291e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.722722] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee528008-6202-47b1-8aa3-dcb04872d58c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.729915] env[69942]: DEBUG nova.compute.manager [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Received event network-changed-ff1e3f6e-b81a-4677-8039-0a3850774157 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.730094] env[69942]: DEBUG nova.compute.manager [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Refreshing instance network info cache due to event network-changed-ff1e3f6e-b81a-4677-8039-0a3850774157. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1397.730284] env[69942]: DEBUG oslo_concurrency.lockutils [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] Acquiring lock "refresh_cache-85967165-a0df-4127-96dc-d6eaf592dcec" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.730404] env[69942]: DEBUG oslo_concurrency.lockutils [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] Acquired lock "refresh_cache-85967165-a0df-4127-96dc-d6eaf592dcec" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.730548] env[69942]: DEBUG nova.network.neutron [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Refreshing network info cache for port ff1e3f6e-b81a-4677-8039-0a3850774157 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.736372] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc85311b-9558-4d1d-9f6c-e1c3ec72d14c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.754891] env[69942]: DEBUG nova.compute.provider_tree [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.186093] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832085, 'name': CreateVM_Task, 'duration_secs': 0.358325} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.186093] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.186841] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.187015] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.187366] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.187745] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359af77f-d738-40e0-8506-737d4e95d841 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.193764] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for the task: (returnval){ [ 1398.193764] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5236acd0-8f74-429b-6563-778aedc353a0" [ 1398.193764] env[69942]: _type = "Task" [ 1398.193764] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.202086] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5236acd0-8f74-429b-6563-778aedc353a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.257938] env[69942]: DEBUG nova.scheduler.client.report [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.454575] env[69942]: DEBUG nova.network.neutron [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Updated VIF entry in instance network info cache for port ff1e3f6e-b81a-4677-8039-0a3850774157. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.455011] env[69942]: DEBUG nova.network.neutron [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Updating instance_info_cache with network_info: [{"id": "ff1e3f6e-b81a-4677-8039-0a3850774157", "address": "fa:16:3e:65:59:76", "network": {"id": "f45b1511-0f67-42b0-afdd-68ec96c7f371", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1710342929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c375086a8370408bb6a9abf59d46f20a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff1e3f6e-b8", "ovs_interfaceid": "ff1e3f6e-b81a-4677-8039-0a3850774157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.705564] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5236acd0-8f74-429b-6563-778aedc353a0, 'name': SearchDatastore_Task, 'duration_secs': 0.049652} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.705939] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.706159] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.706414] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.706568] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.706753] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.707056] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c736151-23ad-488e-b10a-c85cee931ccc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.719655] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.719870] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.720717] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde43e9a-2f34-4cf0-961d-39ee2dbf6662 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.728171] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for the task: (returnval){ [ 1398.728171] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52917357-1938-d337-263e-e09e52692595" [ 1398.728171] env[69942]: _type = "Task" [ 1398.728171] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.737536] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52917357-1938-d337-263e-e09e52692595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.762812] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.784874] env[69942]: INFO nova.scheduler.client.report [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Deleted allocations for instance b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b [ 1398.958696] env[69942]: DEBUG oslo_concurrency.lockutils [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] Releasing lock "refresh_cache-85967165-a0df-4127-96dc-d6eaf592dcec" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.959057] env[69942]: DEBUG nova.compute.manager [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Received event network-changed-87d124c5-6b79-457c-b374-09fcce33f7ce {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.959369] env[69942]: DEBUG nova.compute.manager [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Refreshing instance network info cache due to event network-changed-87d124c5-6b79-457c-b374-09fcce33f7ce. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1398.959718] env[69942]: DEBUG oslo_concurrency.lockutils [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] Acquiring lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.959988] env[69942]: DEBUG oslo_concurrency.lockutils [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] Acquired lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.960268] env[69942]: DEBUG nova.network.neutron [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Refreshing network info cache for port 87d124c5-6b79-457c-b374-09fcce33f7ce {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.240930] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52917357-1938-d337-263e-e09e52692595, 'name': SearchDatastore_Task, 'duration_secs': 0.019096} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.241750] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9fb8788-4216-4dae-ac2a-8b3e4149f579 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.248934] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for the task: (returnval){ [ 1399.248934] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52927aca-4ed8-ebc8-1e6d-7749fb26365d" [ 1399.248934] env[69942]: _type = "Task" [ 1399.248934] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.258496] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52927aca-4ed8-ebc8-1e6d-7749fb26365d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.294066] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c473ba6e-bce2-477a-b0bb-ccf062dadb16 tempest-AttachVolumeNegativeTest-1398375805 tempest-AttachVolumeNegativeTest-1398375805-project-member] Lock "b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.045s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.764862] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52927aca-4ed8-ebc8-1e6d-7749fb26365d, 'name': SearchDatastore_Task, 'duration_secs': 0.013592} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.765273] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.765352] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 85967165-a0df-4127-96dc-d6eaf592dcec/85967165-a0df-4127-96dc-d6eaf592dcec.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.765736] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d93107d9-e74c-44c9-9dc8-05fbe19a9d5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.774839] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for the task: (returnval){ [ 1399.774839] env[69942]: value = "task-3832086" [ 1399.774839] env[69942]: _type = "Task" [ 1399.774839] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.786741] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.857466] env[69942]: DEBUG nova.network.neutron [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updated VIF entry in instance network info cache for port 87d124c5-6b79-457c-b374-09fcce33f7ce. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.857989] env[69942]: DEBUG nova.network.neutron [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance_info_cache with network_info: [{"id": "87d124c5-6b79-457c-b374-09fcce33f7ce", "address": "fa:16:3e:bc:5d:54", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d124c5-6b", "ovs_interfaceid": "87d124c5-6b79-457c-b374-09fcce33f7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.286694] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832086, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.361625] env[69942]: DEBUG oslo_concurrency.lockutils [req-2e025a23-4c0e-479d-aa7e-207a581bb02e req-a7c0df72-45e9-4203-9277-1960465e50b7 service nova] Releasing lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.785926] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636006} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.786331] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 85967165-a0df-4127-96dc-d6eaf592dcec/85967165-a0df-4127-96dc-d6eaf592dcec.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.786422] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.786660] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf4efcb3-8134-4cf3-b81b-00d1dbd936f6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.793806] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for the task: (returnval){ [ 1400.793806] env[69942]: value = "task-3832088" [ 1400.793806] env[69942]: _type = "Task" [ 1400.793806] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.802714] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.304039] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068412} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.304039] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1401.304870] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16531b69-6328-4b8b-923f-91d5fc8c5d88 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.327381] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 85967165-a0df-4127-96dc-d6eaf592dcec/85967165-a0df-4127-96dc-d6eaf592dcec.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.327725] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c88a2d5-eeba-420a-8e59-f170f943a556 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.348458] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for the task: (returnval){ [ 1401.348458] env[69942]: value = "task-3832089" [ 1401.348458] env[69942]: _type = "Task" [ 1401.348458] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.357550] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.858663] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832089, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.359614] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832089, 'name': ReconfigVM_Task, 'duration_secs': 0.546221} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.359902] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 85967165-a0df-4127-96dc-d6eaf592dcec/85967165-a0df-4127-96dc-d6eaf592dcec.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.360569] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35169783-ebc9-4da5-81dd-b0696185e469 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.367245] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for the task: (returnval){ [ 1402.367245] env[69942]: value = "task-3832090" [ 1402.367245] env[69942]: _type = "Task" [ 1402.367245] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.376056] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832090, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.877484] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832090, 'name': Rename_Task, 'duration_secs': 0.145916} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.877920] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.878061] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-162d8bd8-b18a-4a78-81f5-1ce010bd7004 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.885470] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for the task: (returnval){ [ 1402.885470] env[69942]: value = "task-3832091" [ 1402.885470] env[69942]: _type = "Task" [ 1402.885470] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.894041] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.395711] env[69942]: DEBUG oslo_vmware.api [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832091, 'name': PowerOnVM_Task, 'duration_secs': 0.478311} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.396055] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.396252] env[69942]: INFO nova.compute.manager [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1403.396434] env[69942]: DEBUG nova.compute.manager [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.397227] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e75194-2923-400f-bed9-0d5caf3742e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.915964] env[69942]: INFO nova.compute.manager [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Took 12.84 seconds to build instance. [ 1404.418051] env[69942]: DEBUG oslo_concurrency.lockutils [None req-128bae6c-dce8-4b92-a110-c8e3fd0fe288 tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lock "85967165-a0df-4127-96dc-d6eaf592dcec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.345s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.578107] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquiring lock "85967165-a0df-4127-96dc-d6eaf592dcec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.578395] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lock "85967165-a0df-4127-96dc-d6eaf592dcec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.578654] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquiring lock "85967165-a0df-4127-96dc-d6eaf592dcec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.578835] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lock "85967165-a0df-4127-96dc-d6eaf592dcec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.578978] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lock "85967165-a0df-4127-96dc-d6eaf592dcec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.581112] env[69942]: INFO nova.compute.manager [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Terminating instance [ 1405.085239] env[69942]: DEBUG nova.compute.manager [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.085603] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.086399] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b84837-192c-4b0c-a5db-cc129f3204a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.094747] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.095064] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c159bd1-655d-4444-a6a7-08dd7bb568a3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.101734] env[69942]: DEBUG oslo_vmware.api [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for the task: (returnval){ [ 1405.101734] env[69942]: value = "task-3832093" [ 1405.101734] env[69942]: _type = "Task" [ 1405.101734] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.112453] env[69942]: DEBUG oslo_vmware.api [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.612060] env[69942]: DEBUG oslo_vmware.api [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832093, 'name': PowerOffVM_Task, 'duration_secs': 0.201532} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.612060] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.612060] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.612060] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e598566-bdb4-4052-95a8-a5ecd90e9ad0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.683263] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.683563] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.683836] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Deleting the datastore file [datastore1] 85967165-a0df-4127-96dc-d6eaf592dcec {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.684159] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-114aecfc-7648-4297-9bc9-50733f0269b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.692050] env[69942]: DEBUG oslo_vmware.api [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for the task: (returnval){ [ 1405.692050] env[69942]: value = "task-3832095" [ 1405.692050] env[69942]: _type = "Task" [ 1405.692050] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.700079] env[69942]: DEBUG oslo_vmware.api [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.202827] env[69942]: DEBUG oslo_vmware.api [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Task: {'id': task-3832095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138794} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.203197] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.203262] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.203402] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.203576] env[69942]: INFO nova.compute.manager [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1406.203817] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.204040] env[69942]: DEBUG nova.compute.manager [-] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.204144] env[69942]: DEBUG nova.network.neutron [-] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.524134] env[69942]: DEBUG nova.compute.manager [req-cd8b95e4-94dd-4dd4-a649-a972c37f4aa2 req-199c098e-ef4d-4eca-939b-e89435f43506 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Received event network-vif-deleted-ff1e3f6e-b81a-4677-8039-0a3850774157 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.524448] env[69942]: INFO nova.compute.manager [req-cd8b95e4-94dd-4dd4-a649-a972c37f4aa2 req-199c098e-ef4d-4eca-939b-e89435f43506 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Neutron deleted interface ff1e3f6e-b81a-4677-8039-0a3850774157; detaching it from the instance and deleting it from the info cache [ 1406.524641] env[69942]: DEBUG nova.network.neutron [req-cd8b95e4-94dd-4dd4-a649-a972c37f4aa2 req-199c098e-ef4d-4eca-939b-e89435f43506 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.007367] env[69942]: DEBUG nova.network.neutron [-] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.027854] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e46de3b-71e6-4d2f-97f6-a13b821235ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.038074] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178b2a9-c59d-471c-b6b4-1174bf803ee3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.066388] env[69942]: DEBUG nova.compute.manager [req-cd8b95e4-94dd-4dd4-a649-a972c37f4aa2 req-199c098e-ef4d-4eca-939b-e89435f43506 service nova] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Detach interface failed, port_id=ff1e3f6e-b81a-4677-8039-0a3850774157, reason: Instance 85967165-a0df-4127-96dc-d6eaf592dcec could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.510668] env[69942]: INFO nova.compute.manager [-] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Took 1.31 seconds to deallocate network for instance. [ 1408.016892] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.017245] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.017471] env[69942]: DEBUG nova.objects.instance [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lazy-loading 'resources' on Instance uuid 85967165-a0df-4127-96dc-d6eaf592dcec {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.612764] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793eb4ad-fdf0-4d27-b989-43c428bf63ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.620991] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404c4532-4f0d-40ee-9c3a-2098dabd4731 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.651110] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f721ff7-c433-404a-b974-e328599eb3df {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.658602] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28f46d6-7b85-458a-b764-24cb1a5b9e7d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.671702] env[69942]: DEBUG nova.compute.provider_tree [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.175309] env[69942]: DEBUG nova.scheduler.client.report [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.681035] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.709732] env[69942]: INFO nova.scheduler.client.report [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Deleted allocations for instance 85967165-a0df-4127-96dc-d6eaf592dcec [ 1410.220511] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0172a0ba-59b8-4077-801f-018062cd02ce tempest-InstanceActionsNegativeTestJSON-437348296 tempest-InstanceActionsNegativeTestJSON-437348296-project-member] Lock "85967165-a0df-4127-96dc-d6eaf592dcec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.642s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.300106] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquiring lock "cc3789ae-5c55-4daf-913e-c3979cf3cf67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.300467] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lock "cc3789ae-5c55-4daf-913e-c3979cf3cf67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.802993] env[69942]: DEBUG nova.compute.manager [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1414.326435] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.326746] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.328474] env[69942]: INFO nova.compute.claims [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.431864] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ca7f38-bc6f-4067-bff5-288c2ab9be21 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.440283] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5648bd-07ce-430f-a7e6-5105811390dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.473433] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d108f3-ecd0-4035-a024-15386b15ae14 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.481480] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164f3903-1c22-4691-a436-25e84fb6d12b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.495305] env[69942]: DEBUG nova.compute.provider_tree [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.811588] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.811844] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.812044] env[69942]: DEBUG nova.compute.manager [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.813793] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b3fd53-03ab-445a-9312-e12ce6576b30 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.820815] env[69942]: DEBUG nova.compute.manager [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1415.821428] env[69942]: DEBUG nova.objects.instance [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'flavor' on Instance uuid 04e5c0cd-fa37-434d-aabd-06d09cef0c8e {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.999069] env[69942]: DEBUG nova.scheduler.client.report [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.504501] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.505034] env[69942]: DEBUG nova.compute.manager [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.829949] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.829949] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-250c5cb8-c735-47ef-bb46-b15e2aa2837b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.837387] env[69942]: DEBUG oslo_vmware.api [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1416.837387] env[69942]: value = "task-3832097" [ 1416.837387] env[69942]: _type = "Task" [ 1416.837387] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.846081] env[69942]: DEBUG oslo_vmware.api [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.011084] env[69942]: DEBUG nova.compute.utils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1417.012795] env[69942]: DEBUG nova.compute.manager [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Not allocating networking since 'none' was specified. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1417.170552] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.170813] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.171038] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.171223] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.171393] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.173572] env[69942]: INFO nova.compute.manager [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Terminating instance [ 1417.347306] env[69942]: DEBUG oslo_vmware.api [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832097, 'name': PowerOffVM_Task, 'duration_secs': 0.205584} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.347579] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.347828] env[69942]: DEBUG nova.compute.manager [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.348622] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c39412-4b23-40d0-a7c8-ca13a19bb0d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.513948] env[69942]: DEBUG nova.compute.manager [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.677173] env[69942]: DEBUG nova.compute.manager [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.677418] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.678839] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c33cab6-ee8f-44df-8fd6-d4d541930b99 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.687335] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.687595] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c11887-4840-46f2-aed4-bb6616e4b996 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.695370] env[69942]: DEBUG oslo_vmware.api [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1417.695370] env[69942]: value = "task-3832098" [ 1417.695370] env[69942]: _type = "Task" [ 1417.695370] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.704303] env[69942]: DEBUG oslo_vmware.api [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.860473] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b73185c9-68fb-4727-8c47-ea8c1ebe9d73 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.205504] env[69942]: DEBUG oslo_vmware.api [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832098, 'name': PowerOffVM_Task, 'duration_secs': 0.190908} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.205942] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.206200] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.206469] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-120077d0-19f6-4303-a271-aee554f38135 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.208498] env[69942]: DEBUG nova.objects.instance [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'flavor' on Instance uuid 04e5c0cd-fa37-434d-aabd-06d09cef0c8e {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.275214] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.275509] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.275717] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleting the datastore file [datastore2] d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.276112] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cb82296-0d9e-4d0c-96a0-2c261893f8f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.284175] env[69942]: DEBUG oslo_vmware.api [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for the task: (returnval){ [ 1418.284175] env[69942]: value = "task-3832100" [ 1418.284175] env[69942]: _type = "Task" [ 1418.284175] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.292653] env[69942]: DEBUG oslo_vmware.api [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.523061] env[69942]: DEBUG nova.compute.manager [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1418.550471] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.550738] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.550892] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.551299] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.551497] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.551649] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.551864] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.552040] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.552215] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.552377] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.552549] env[69942]: DEBUG nova.virt.hardware [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.553443] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220693ea-ab36-4436-a4b8-02a949d3898c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.561969] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36952f93-e78d-44c0-bddd-e6b2ca12314e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.576781] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.582399] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Creating folder: Project (9fda34c607e14736b5fc77581d8bf47f). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.582685] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9d69a52-3775-4774-83ac-7ec259f2b032 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.593514] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Created folder: Project (9fda34c607e14736b5fc77581d8bf47f) in parent group-v761487. [ 1418.593708] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Creating folder: Instances. Parent ref: group-v761812. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.593951] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba0ecf73-c6c5-44fe-a5f1-e5847e837ac9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.603478] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Created folder: Instances in parent group-v761812. [ 1418.603714] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.603909] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.604139] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ee6992-610f-4a8e-9709-df2c939e8535 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.620828] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.620828] env[69942]: value = "task-3832103" [ 1418.620828] env[69942]: _type = "Task" [ 1418.620828] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.628470] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832103, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.713750] env[69942]: DEBUG oslo_concurrency.lockutils [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.713973] env[69942]: DEBUG oslo_concurrency.lockutils [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.714107] env[69942]: DEBUG nova.network.neutron [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.714288] env[69942]: DEBUG nova.objects.instance [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'info_cache' on Instance uuid 04e5c0cd-fa37-434d-aabd-06d09cef0c8e {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.794429] env[69942]: DEBUG oslo_vmware.api [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Task: {'id': task-3832100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16163} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.795208] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.795449] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.795664] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.795907] env[69942]: INFO nova.compute.manager [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1418.796267] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.796518] env[69942]: DEBUG nova.compute.manager [-] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1418.796659] env[69942]: DEBUG nova.network.neutron [-] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.132959] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832103, 'name': CreateVM_Task, 'duration_secs': 0.278035} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.132959] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.132959] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.132959] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.133175] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.133405] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df27afc8-9b95-42f7-a53c-05f93cd83c2c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.142647] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for the task: (returnval){ [ 1419.142647] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525ef759-baa8-9f66-561d-ed4aa79a9584" [ 1419.142647] env[69942]: _type = "Task" [ 1419.142647] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.151740] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525ef759-baa8-9f66-561d-ed4aa79a9584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.217390] env[69942]: DEBUG nova.objects.base [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Object Instance<04e5c0cd-fa37-434d-aabd-06d09cef0c8e> lazy-loaded attributes: flavor,info_cache {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1419.287754] env[69942]: DEBUG nova.compute.manager [req-f8bd1ddb-d30f-4ce0-9b9d-b06654025e43 req-6e05ce66-f1dc-4c16-aca6-fa40b418e080 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Received event network-vif-deleted-7d6c53dd-b378-476e-94d1-2720c7b8b45d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.287903] env[69942]: INFO nova.compute.manager [req-f8bd1ddb-d30f-4ce0-9b9d-b06654025e43 req-6e05ce66-f1dc-4c16-aca6-fa40b418e080 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Neutron deleted interface 7d6c53dd-b378-476e-94d1-2720c7b8b45d; detaching it from the instance and deleting it from the info cache [ 1419.288096] env[69942]: DEBUG nova.network.neutron [req-f8bd1ddb-d30f-4ce0-9b9d-b06654025e43 req-6e05ce66-f1dc-4c16-aca6-fa40b418e080 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.654189] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525ef759-baa8-9f66-561d-ed4aa79a9584, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.654581] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.654745] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.654985] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.655194] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.655383] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.655661] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fed2b1c9-ef19-4d4b-96b6-30965328efc0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.664792] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.664982] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.665751] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c137e9ba-2180-4a2a-acdb-33e283b3e367 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.672039] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for the task: (returnval){ [ 1419.672039] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522a5a5e-dd08-a15c-496f-e454d63403aa" [ 1419.672039] env[69942]: _type = "Task" [ 1419.672039] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.680570] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522a5a5e-dd08-a15c-496f-e454d63403aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.706326] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.706602] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.763096] env[69942]: DEBUG nova.network.neutron [-] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.791032] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d49a6ae-bd36-49e8-aed2-5e8fd1dbb9f4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.802015] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecc7453-abe1-4f8a-92ff-1faa78c9d678 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.835438] env[69942]: DEBUG nova.compute.manager [req-f8bd1ddb-d30f-4ce0-9b9d-b06654025e43 req-6e05ce66-f1dc-4c16-aca6-fa40b418e080 service nova] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Detach interface failed, port_id=7d6c53dd-b378-476e-94d1-2720c7b8b45d, reason: Instance d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1419.954466] env[69942]: DEBUG nova.network.neutron [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Updating instance_info_cache with network_info: [{"id": "91d60a8b-0754-4c39-ae2d-c6409ce2a87f", "address": "fa:16:3e:9d:d3:11", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d60a8b-07", "ovs_interfaceid": "91d60a8b-0754-4c39-ae2d-c6409ce2a87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.183703] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522a5a5e-dd08-a15c-496f-e454d63403aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.184544] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56d13f0-2432-4d36-9e1e-1d825ae9afdd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.190901] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for the task: (returnval){ [ 1420.190901] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520cfc26-62cc-6b9d-12b3-1404c387a3c0" [ 1420.190901] env[69942]: _type = "Task" [ 1420.190901] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.199264] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520cfc26-62cc-6b9d-12b3-1404c387a3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.212501] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.212680] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.212830] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.212978] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.213135] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.213286] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.213423] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1420.213565] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.266259] env[69942]: INFO nova.compute.manager [-] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Took 1.47 seconds to deallocate network for instance. [ 1420.457475] env[69942]: DEBUG oslo_concurrency.lockutils [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.702553] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520cfc26-62cc-6b9d-12b3-1404c387a3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015487} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.702933] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.703024] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] cc3789ae-5c55-4daf-913e-c3979cf3cf67/cc3789ae-5c55-4daf-913e-c3979cf3cf67.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.703302] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0c54006-71fa-41de-be56-726547ac75f5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.710971] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for the task: (returnval){ [ 1420.710971] env[69942]: value = "task-3832104" [ 1420.710971] env[69942]: _type = "Task" [ 1420.710971] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.716618] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.716848] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.717036] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.717198] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1420.721392] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e65b6d9-0625-4215-9d19-9ed37f9ca166 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.723982] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.729600] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0653e863-1f00-40a6-a212-4d1140a6b3c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.744734] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db34f1c-009f-4ea2-98f3-1b3d2f5f959d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.752530] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45ae037-4a41-4afa-b0df-d7940abe5ee2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.784892] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.785242] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.785518] env[69942]: DEBUG nova.objects.instance [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lazy-loading 'resources' on Instance uuid d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.786815] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179881MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1420.786970] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.221584] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50819} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.222040] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] cc3789ae-5c55-4daf-913e-c3979cf3cf67/cc3789ae-5c55-4daf-913e-c3979cf3cf67.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.222189] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.222462] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b91e13b0-ae85-4980-9030-637245baea91 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.232576] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for the task: (returnval){ [ 1421.232576] env[69942]: value = "task-3832105" [ 1421.232576] env[69942]: _type = "Task" [ 1421.232576] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.244174] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.394434] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f16e7bd-fcd3-4c2e-8983-813eb67d37dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.402770] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ee66a-2483-461b-8c1c-dd77aea2c359 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.434794] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba9730b-a075-450f-b972-bb91f02c5035 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.442248] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08ef137-3b32-43fb-9949-24097c2d21b5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.455624] env[69942]: DEBUG nova.compute.provider_tree [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.462883] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.463143] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e06e717-f2ba-4077-b6f0-323edc838908 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.471160] env[69942]: DEBUG oslo_vmware.api [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1421.471160] env[69942]: value = "task-3832106" [ 1421.471160] env[69942]: _type = "Task" [ 1421.471160] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.479275] env[69942]: DEBUG oslo_vmware.api [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.743038] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082117} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.743405] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.744431] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ce29c0-ce17-4724-bda0-03072de102cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.765574] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] cc3789ae-5c55-4daf-913e-c3979cf3cf67/cc3789ae-5c55-4daf-913e-c3979cf3cf67.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.765942] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42bb121-1a89-4bd7-ac3b-e96e1aa98144 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.785803] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for the task: (returnval){ [ 1421.785803] env[69942]: value = "task-3832107" [ 1421.785803] env[69942]: _type = "Task" [ 1421.785803] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.795831] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.959030] env[69942]: DEBUG nova.scheduler.client.report [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.983715] env[69942]: DEBUG oslo_vmware.api [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832106, 'name': PowerOnVM_Task, 'duration_secs': 0.38729} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.983932] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.984170] env[69942]: DEBUG nova.compute.manager [None req-02404039-c74f-47fe-8b50-cce3b1ff60fd tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.985045] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cbcfbc-22b0-4c0a-a78e-585dc6a7f0d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.296745] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832107, 'name': ReconfigVM_Task, 'duration_secs': 0.336288} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.297050] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Reconfigured VM instance instance-0000007a to attach disk [datastore1] cc3789ae-5c55-4daf-913e-c3979cf3cf67/cc3789ae-5c55-4daf-913e-c3979cf3cf67.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.297669] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76e51292-a4c3-47d9-bf8b-e3c95409e508 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.304404] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for the task: (returnval){ [ 1422.304404] env[69942]: value = "task-3832108" [ 1422.304404] env[69942]: _type = "Task" [ 1422.304404] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.313350] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832108, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.465108] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.466992] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.680s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.490762] env[69942]: INFO nova.scheduler.client.report [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Deleted allocations for instance d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d [ 1422.814981] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832108, 'name': Rename_Task, 'duration_secs': 0.145994} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.814981] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.815474] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29c879ef-1f21-4e5e-a3d9-cab0341f7bad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.822873] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for the task: (returnval){ [ 1422.822873] env[69942]: value = "task-3832109" [ 1422.822873] env[69942]: _type = "Task" [ 1422.822873] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.831355] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.999861] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f4db6757-e0be-4ceb-83f5-686689d30d17 tempest-AttachVolumeShelveTestJSON-628241475 tempest-AttachVolumeShelveTestJSON-628241475-project-member] Lock "d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.829s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.019652] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a1e2a6-e735-494d-9aad-80aa3a71402e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.027131] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3b577b1a-04a2-43a0-816a-52b6e0770b62 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Suspending the VM {{(pid=69942) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1423.027380] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-49e86ad8-61f5-4737-8a67-6ca32c51fc73 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.034020] env[69942]: DEBUG oslo_vmware.api [None req-3b577b1a-04a2-43a0-816a-52b6e0770b62 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1423.034020] env[69942]: value = "task-3832110" [ 1423.034020] env[69942]: _type = "Task" [ 1423.034020] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.042615] env[69942]: DEBUG oslo_vmware.api [None req-3b577b1a-04a2-43a0-816a-52b6e0770b62 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832110, 'name': SuspendVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.335653] env[69942]: DEBUG oslo_vmware.api [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832109, 'name': PowerOnVM_Task, 'duration_secs': 0.455771} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.335958] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.336271] env[69942]: INFO nova.compute.manager [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1423.336436] env[69942]: DEBUG nova.compute.manager [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.337274] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7192c33c-9814-46d4-a090-971285010d77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.499261] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 75bb2855-1e92-47e3-b181-2ace83c7ee2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1423.499508] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 7dc0ba86-bcb3-49ca-b77e-4d3e035db097 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1423.499686] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 04e5c0cd-fa37-434d-aabd-06d09cef0c8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1423.499857] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 2abb2b9a-e38b-4c5e-8207-cb7737819abf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1423.499987] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 901a0762-ab12-4940-b17a-fe78867109fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1423.500119] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance cc3789ae-5c55-4daf-913e-c3979cf3cf67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1423.500335] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1423.500534] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1423.544022] env[69942]: DEBUG oslo_vmware.api [None req-3b577b1a-04a2-43a0-816a-52b6e0770b62 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832110, 'name': SuspendVM_Task} progress is 62%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.604055] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0e8673-3672-4055-b607-bfb5cb2bd538 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.611852] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb59aa1-d45b-40eb-bd97-26a968202ff8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.645535] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8bca18-4bea-4451-8b3f-1af24663546e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.654418] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ce8d14-aa49-45f1-aaf8-d93c8807374b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.669570] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.825982] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.826405] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.826547] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.826730] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.826950] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.830067] env[69942]: INFO nova.compute.manager [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Terminating instance [ 1423.855260] env[69942]: INFO nova.compute.manager [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Took 9.55 seconds to build instance. [ 1424.044477] env[69942]: DEBUG oslo_vmware.api [None req-3b577b1a-04a2-43a0-816a-52b6e0770b62 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832110, 'name': SuspendVM_Task, 'duration_secs': 0.659381} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.044781] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3b577b1a-04a2-43a0-816a-52b6e0770b62 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Suspended the VM {{(pid=69942) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1424.044967] env[69942]: DEBUG nova.compute.manager [None req-3b577b1a-04a2-43a0-816a-52b6e0770b62 tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.045767] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a22a27a-39a1-4665-92a1-2c32ec36ddbd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.173374] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.334179] env[69942]: DEBUG nova.compute.manager [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.334570] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.334867] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88b70a2a-2152-422c-b570-96a65fd0c0fe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.342256] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1424.342256] env[69942]: value = "task-3832111" [ 1424.342256] env[69942]: _type = "Task" [ 1424.342256] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.351489] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.357111] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d29800b2-05e5-4e01-891d-f716a2fd024c tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lock "cc3789ae-5c55-4daf-913e-c3979cf3cf67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.057s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.679064] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1424.679304] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.212s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.858132] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832111, 'name': PowerOffVM_Task, 'duration_secs': 0.212927} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.858473] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.858782] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1424.858994] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761798', 'volume_id': '18d19a55-ef90-4529-9339-f7161220c737', 'name': 'volume-18d19a55-ef90-4529-9339-f7161220c737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2abb2b9a-e38b-4c5e-8207-cb7737819abf', 'attached_at': '2025-05-06T08:33:12.000000', 'detached_at': '', 'volume_id': '18d19a55-ef90-4529-9339-f7161220c737', 'serial': '18d19a55-ef90-4529-9339-f7161220c737'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1424.860776] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1830c141-67f1-478c-be89-9ebeb91771f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.882402] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a650e2c-ab03-4bc2-9712-23a2fd534234 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.891833] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500fafc2-5a96-4755-8422-8384d2d5ab5d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.913744] env[69942]: INFO nova.compute.manager [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Resuming [ 1424.914441] env[69942]: DEBUG nova.objects.instance [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'flavor' on Instance uuid 04e5c0cd-fa37-434d-aabd-06d09cef0c8e {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.917982] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd1016e-4396-485f-8486-9c18f67c650f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.939304] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] The volume has not been displaced from its original location: [datastore2] volume-18d19a55-ef90-4529-9339-f7161220c737/volume-18d19a55-ef90-4529-9339-f7161220c737.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1424.945238] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1424.946108] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a5acd23-71fb-457a-99de-a559c4377a39 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.967106] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1424.967106] env[69942]: value = "task-3832113" [ 1424.967106] env[69942]: _type = "Task" [ 1424.967106] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.977267] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.352871] env[69942]: DEBUG nova.compute.manager [None req-9777840f-a517-4429-9183-0acbdcc27807 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.354019] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d13a86f-ad1e-48fe-8344-7b68deec5432 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.426252] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquiring lock "cc3789ae-5c55-4daf-913e-c3979cf3cf67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.426502] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lock "cc3789ae-5c55-4daf-913e-c3979cf3cf67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.426703] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquiring lock "cc3789ae-5c55-4daf-913e-c3979cf3cf67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.426881] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lock "cc3789ae-5c55-4daf-913e-c3979cf3cf67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.427060] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lock "cc3789ae-5c55-4daf-913e-c3979cf3cf67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.428964] env[69942]: INFO nova.compute.manager [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Terminating instance [ 1425.479096] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832113, 'name': ReconfigVM_Task, 'duration_secs': 0.153445} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.479380] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1425.483908] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d98ab79f-10e9-4254-b1b2-b4bed59b248b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.499593] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1425.499593] env[69942]: value = "task-3832114" [ 1425.499593] env[69942]: _type = "Task" [ 1425.499593] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.508016] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.865401] env[69942]: INFO nova.compute.manager [None req-9777840f-a517-4429-9183-0acbdcc27807 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] instance snapshotting [ 1425.866267] env[69942]: DEBUG nova.objects.instance [None req-9777840f-a517-4429-9183-0acbdcc27807 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lazy-loading 'flavor' on Instance uuid cc3789ae-5c55-4daf-913e-c3979cf3cf67 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.932951] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquiring lock "refresh_cache-cc3789ae-5c55-4daf-913e-c3979cf3cf67" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.933255] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquired lock "refresh_cache-cc3789ae-5c55-4daf-913e-c3979cf3cf67" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.933507] env[69942]: DEBUG nova.network.neutron [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.011349] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832114, 'name': ReconfigVM_Task, 'duration_secs': 0.133212} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.011704] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761798', 'volume_id': '18d19a55-ef90-4529-9339-f7161220c737', 'name': 'volume-18d19a55-ef90-4529-9339-f7161220c737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2abb2b9a-e38b-4c5e-8207-cb7737819abf', 'attached_at': '2025-05-06T08:33:12.000000', 'detached_at': '', 'volume_id': '18d19a55-ef90-4529-9339-f7161220c737', 'serial': '18d19a55-ef90-4529-9339-f7161220c737'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1426.012016] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.012857] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90827a25-d97d-40b3-9840-9baf598644a7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.020724] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.021842] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77f1dfad-c213-400e-b2e4-314eeae907cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.197122] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.197321] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.197509] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleting the datastore file [datastore2] 2abb2b9a-e38b-4c5e-8207-cb7737819abf {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.197792] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9912408-2f11-4204-bca3-b95b280faa47 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.205229] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1426.205229] env[69942]: value = "task-3832116" [ 1426.205229] env[69942]: _type = "Task" [ 1426.205229] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.213096] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.372941] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b402c5-8f4c-4457-839c-9713971560ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.391584] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05be301-7f91-42d5-b2dc-8fba3ed69fbd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.428892] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.429115] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquired lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.429252] env[69942]: DEBUG nova.network.neutron [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.454215] env[69942]: DEBUG nova.network.neutron [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.507206] env[69942]: DEBUG nova.network.neutron [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.715880] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.903437] env[69942]: DEBUG nova.compute.manager [None req-9777840f-a517-4429-9183-0acbdcc27807 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Instance disappeared during snapshot {{(pid=69942) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1427.009598] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Releasing lock "refresh_cache-cc3789ae-5c55-4daf-913e-c3979cf3cf67" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.010065] env[69942]: DEBUG nova.compute.manager [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.010292] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.011212] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39a4f07-4847-40b5-814f-5fda1e6864d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.022645] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.022948] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-020b9f2f-88a7-415d-bee6-c236fcc6c493 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.031924] env[69942]: DEBUG oslo_vmware.api [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for the task: (returnval){ [ 1427.031924] env[69942]: value = "task-3832117" [ 1427.031924] env[69942]: _type = "Task" [ 1427.031924] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.037433] env[69942]: DEBUG nova.compute.manager [None req-9777840f-a517-4429-9183-0acbdcc27807 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Found 0 images (rotation: 2) {{(pid=69942) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1427.042247] env[69942]: DEBUG oslo_vmware.api [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.195605] env[69942]: DEBUG nova.network.neutron [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Updating instance_info_cache with network_info: [{"id": "91d60a8b-0754-4c39-ae2d-c6409ce2a87f", "address": "fa:16:3e:9d:d3:11", "network": {"id": "5aebb342-e4d6-431f-802c-3218cd8fd0fa", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-789490526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34f19689c30c452c90d9e586293196d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d60a8b-07", "ovs_interfaceid": "91d60a8b-0754-4c39-ae2d-c6409ce2a87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.218384] env[69942]: DEBUG oslo_vmware.api [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531755} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.218604] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.218787] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.218956] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.219156] env[69942]: INFO nova.compute.manager [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Took 2.88 seconds to destroy the instance on the hypervisor. [ 1427.219454] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.219664] env[69942]: DEBUG nova.compute.manager [-] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1427.219844] env[69942]: DEBUG nova.network.neutron [-] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1427.542067] env[69942]: DEBUG oslo_vmware.api [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832117, 'name': PowerOffVM_Task, 'duration_secs': 0.235665} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.542364] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.542544] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.543065] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15db4406-967e-48d2-9177-64f69db40691 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.570313] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.570570] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.570769] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Deleting the datastore file [datastore1] cc3789ae-5c55-4daf-913e-c3979cf3cf67 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.571064] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58c25a82-fa8b-49f9-8ba0-aa6544ec0492 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.578486] env[69942]: DEBUG oslo_vmware.api [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for the task: (returnval){ [ 1427.578486] env[69942]: value = "task-3832119" [ 1427.578486] env[69942]: _type = "Task" [ 1427.578486] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.586896] env[69942]: DEBUG oslo_vmware.api [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.639384] env[69942]: DEBUG nova.compute.manager [req-82a3ceb6-0b07-4490-9e24-3bcf662fea3f req-4924e233-91ed-4ffe-83db-78fd1b57d698 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Received event network-vif-deleted-816f6083-0e74-4f5f-9ef3-51b8d9d03023 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.639591] env[69942]: INFO nova.compute.manager [req-82a3ceb6-0b07-4490-9e24-3bcf662fea3f req-4924e233-91ed-4ffe-83db-78fd1b57d698 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Neutron deleted interface 816f6083-0e74-4f5f-9ef3-51b8d9d03023; detaching it from the instance and deleting it from the info cache [ 1427.639760] env[69942]: DEBUG nova.network.neutron [req-82a3ceb6-0b07-4490-9e24-3bcf662fea3f req-4924e233-91ed-4ffe-83db-78fd1b57d698 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.698736] env[69942]: DEBUG oslo_concurrency.lockutils [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Releasing lock "refresh_cache-04e5c0cd-fa37-434d-aabd-06d09cef0c8e" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.699782] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6befe525-b3f8-4909-be9b-997637fe655d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.707118] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Resuming the VM {{(pid=69942) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1427.707361] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56c916fb-a020-4a89-abd0-1e01002bd981 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.713952] env[69942]: DEBUG oslo_vmware.api [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1427.713952] env[69942]: value = "task-3832120" [ 1427.713952] env[69942]: _type = "Task" [ 1427.713952] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.722526] env[69942]: DEBUG oslo_vmware.api [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.090221] env[69942]: DEBUG oslo_vmware.api [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Task: {'id': task-3832119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098701} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.090644] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.092276] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.092276] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.092276] env[69942]: INFO nova.compute.manager [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1428.092712] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1428.092712] env[69942]: DEBUG nova.compute.manager [-] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.092844] env[69942]: DEBUG nova.network.neutron [-] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.112619] env[69942]: DEBUG nova.network.neutron [-] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.116569] env[69942]: DEBUG nova.network.neutron [-] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.143074] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d51d46c4-55b0-4a4c-a90f-abab5d27d233 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.155361] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ae409-de66-4976-be5f-0c95813e1e89 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.192745] env[69942]: DEBUG nova.compute.manager [req-82a3ceb6-0b07-4490-9e24-3bcf662fea3f req-4924e233-91ed-4ffe-83db-78fd1b57d698 service nova] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Detach interface failed, port_id=816f6083-0e74-4f5f-9ef3-51b8d9d03023, reason: Instance 2abb2b9a-e38b-4c5e-8207-cb7737819abf could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1428.226190] env[69942]: DEBUG oslo_vmware.api [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.618120] env[69942]: INFO nova.compute.manager [-] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Took 1.40 seconds to deallocate network for instance. [ 1428.618737] env[69942]: DEBUG nova.network.neutron [-] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.726029] env[69942]: DEBUG oslo_vmware.api [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832120, 'name': PowerOnVM_Task, 'duration_secs': 0.549794} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.726435] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Resumed the VM {{(pid=69942) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1428.726646] env[69942]: DEBUG nova.compute.manager [None req-dd5581b7-a20d-4958-ba61-b8692dc3a6eb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1428.727515] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5232d5-e648-4e36-b0e9-76b900c10c6e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.124094] env[69942]: INFO nova.compute.manager [-] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Took 1.03 seconds to deallocate network for instance. [ 1429.175245] env[69942]: INFO nova.compute.manager [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Took 0.55 seconds to detach 1 volumes for instance. [ 1429.177206] env[69942]: DEBUG nova.compute.manager [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Deleting volume: 18d19a55-ef90-4529-9339-f7161220c737 {{(pid=69942) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1429.631344] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.631413] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.631614] env[69942]: DEBUG nova.objects.instance [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lazy-loading 'resources' on Instance uuid cc3789ae-5c55-4daf-913e-c3979cf3cf67 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.724317] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.235302] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3563954-0ed9-4a62-99a3-a8c0a2d454b9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.244470] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcef0f5-5419-45c6-a8b8-f7376fd15079 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.281086] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2bddb3-a384-4c89-bfb3-064fa7c9db4d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.290917] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d514ee46-d778-41cb-b51d-5dce5ae5f6c5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.306647] env[69942]: DEBUG nova.compute.provider_tree [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.587756] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.588100] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.588367] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.588572] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.588850] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.591488] env[69942]: INFO nova.compute.manager [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Terminating instance [ 1430.809786] env[69942]: DEBUG nova.scheduler.client.report [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.095275] env[69942]: DEBUG nova.compute.manager [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1431.095606] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.096432] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5afa884-749f-4ead-a112-99c78dcec8b0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.105008] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.105364] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-295322b6-6def-4de8-9f09-05fce2438376 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.112856] env[69942]: DEBUG oslo_vmware.api [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1431.112856] env[69942]: value = "task-3832122" [ 1431.112856] env[69942]: _type = "Task" [ 1431.112856] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.123009] env[69942]: DEBUG oslo_vmware.api [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.315454] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.317809] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.593s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.317985] env[69942]: DEBUG nova.objects.instance [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lazy-loading 'resources' on Instance uuid 2abb2b9a-e38b-4c5e-8207-cb7737819abf {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.339497] env[69942]: INFO nova.scheduler.client.report [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Deleted allocations for instance cc3789ae-5c55-4daf-913e-c3979cf3cf67 [ 1431.627901] env[69942]: DEBUG oslo_vmware.api [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832122, 'name': PowerOffVM_Task, 'duration_secs': 0.200683} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.629352] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.630067] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.630382] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26dd803b-e570-4652-a4a5-6cff6c11800d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.697442] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.697669] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.697850] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleting the datastore file [datastore2] 04e5c0cd-fa37-434d-aabd-06d09cef0c8e {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.698174] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0f88ba2-85b3-4cf4-8a90-b67579ad26d6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.706173] env[69942]: DEBUG oslo_vmware.api [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for the task: (returnval){ [ 1431.706173] env[69942]: value = "task-3832124" [ 1431.706173] env[69942]: _type = "Task" [ 1431.706173] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.716207] env[69942]: DEBUG oslo_vmware.api [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.847889] env[69942]: DEBUG oslo_concurrency.lockutils [None req-b7d74572-4a45-4f63-b09d-91f3ef5ee9c7 tempest-ServersAaction247Test-51574509 tempest-ServersAaction247Test-51574509-project-member] Lock "cc3789ae-5c55-4daf-913e-c3979cf3cf67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.421s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.934864] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d90ee9-4cfb-40de-8df4-04fc8c2c8f80 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.944974] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e47bf-fa87-4805-ab8b-28d8d9cdc22e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.993274] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c892fe-179a-445b-887e-ccb55f06d5c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.004037] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42368406-669a-4ace-83de-7feee00429d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.019304] env[69942]: DEBUG nova.compute.provider_tree [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.217394] env[69942]: DEBUG oslo_vmware.api [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Task: {'id': task-3832124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163193} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.217615] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.217803] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.218038] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.218234] env[69942]: INFO nova.compute.manager [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1432.218496] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1432.218690] env[69942]: DEBUG nova.compute.manager [-] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.218821] env[69942]: DEBUG nova.network.neutron [-] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1432.523181] env[69942]: DEBUG nova.scheduler.client.report [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.743485] env[69942]: DEBUG nova.compute.manager [req-1c59ec83-78b6-4e47-b410-8f326323f92a req-3512ec55-6def-492d-928b-1f4018db3daf service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Received event network-vif-deleted-91d60a8b-0754-4c39-ae2d-c6409ce2a87f {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.743485] env[69942]: INFO nova.compute.manager [req-1c59ec83-78b6-4e47-b410-8f326323f92a req-3512ec55-6def-492d-928b-1f4018db3daf service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Neutron deleted interface 91d60a8b-0754-4c39-ae2d-c6409ce2a87f; detaching it from the instance and deleting it from the info cache [ 1432.743485] env[69942]: DEBUG nova.network.neutron [req-1c59ec83-78b6-4e47-b410-8f326323f92a req-3512ec55-6def-492d-928b-1f4018db3daf service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.029484] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.062687] env[69942]: INFO nova.scheduler.client.report [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted allocations for instance 2abb2b9a-e38b-4c5e-8207-cb7737819abf [ 1433.217463] env[69942]: DEBUG nova.network.neutron [-] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.251403] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68834f0c-2f5f-465c-b3ff-74428fa705ae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.265474] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997a6541-7737-424c-b30e-b15a91cc1dda {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.297676] env[69942]: DEBUG nova.compute.manager [req-1c59ec83-78b6-4e47-b410-8f326323f92a req-3512ec55-6def-492d-928b-1f4018db3daf service nova] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Detach interface failed, port_id=91d60a8b-0754-4c39-ae2d-c6409ce2a87f, reason: Instance 04e5c0cd-fa37-434d-aabd-06d09cef0c8e could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1433.574636] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2ca134e5-8b33-424b-add2-89ce90730ccb tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "2abb2b9a-e38b-4c5e-8207-cb7737819abf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.748s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.721033] env[69942]: INFO nova.compute.manager [-] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Took 1.50 seconds to deallocate network for instance. [ 1433.869371] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.869711] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.869932] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.870169] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.870400] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.872773] env[69942]: INFO nova.compute.manager [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Terminating instance [ 1434.228320] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.228615] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.228837] env[69942]: DEBUG nova.objects.instance [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lazy-loading 'resources' on Instance uuid 04e5c0cd-fa37-434d-aabd-06d09cef0c8e {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.367243] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "83caa4fd-d923-46a5-8110-1687c8fc0932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.367508] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.377675] env[69942]: DEBUG nova.compute.manager [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.378179] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.379730] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d605ee-b285-46be-8aa5-52e3e7354bfb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.390109] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.390681] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-057351c6-f511-44de-83fd-856161d129a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.398444] env[69942]: DEBUG oslo_vmware.api [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1434.398444] env[69942]: value = "task-3832125" [ 1434.398444] env[69942]: _type = "Task" [ 1434.398444] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.408019] env[69942]: DEBUG oslo_vmware.api [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.439808] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "901a0762-ab12-4940-b17a-fe78867109fb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.440117] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.838945] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20938dfd-3191-496d-bb35-076cb452b751 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.849771] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df559453-17d7-42da-8b18-0ec9909d2a0c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.881207] env[69942]: DEBUG nova.compute.manager [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1434.885902] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d981645-dfaa-4e6b-8aae-688c196fcc79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.894740] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb59d07-bf9e-450c-95e6-4bc6a3aa0c8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.913023] env[69942]: DEBUG nova.compute.provider_tree [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.917255] env[69942]: DEBUG oslo_vmware.api [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832125, 'name': PowerOffVM_Task, 'duration_secs': 0.221248} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.917838] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.918016] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.918489] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1004186-17ea-4ae4-8a83-4c56c0e80337 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.943634] env[69942]: DEBUG nova.compute.utils [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1434.989221] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.989647] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.989995] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleting the datastore file [datastore2] 7dc0ba86-bcb3-49ca-b77e-4d3e035db097 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.990405] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc9f7347-6df3-4988-808a-36521797d03c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.999039] env[69942]: DEBUG oslo_vmware.api [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1434.999039] env[69942]: value = "task-3832127" [ 1434.999039] env[69942]: _type = "Task" [ 1434.999039] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.009031] env[69942]: DEBUG oslo_vmware.api [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.401981] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.419293] env[69942]: DEBUG nova.scheduler.client.report [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.446882] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.510484] env[69942]: DEBUG oslo_vmware.api [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155645} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.510743] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.510928] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.511127] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.511299] env[69942]: INFO nova.compute.manager [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1435.511533] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.511716] env[69942]: DEBUG nova.compute.manager [-] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.511807] env[69942]: DEBUG nova.network.neutron [-] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.749735] env[69942]: DEBUG nova.compute.manager [req-c242d16a-c308-4ab7-a7cc-ff026c802427 req-7386dbcf-9c45-4680-9618-03f3be725d4c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Received event network-vif-deleted-f44c286e-24d2-4f9c-8d69-82a410e8bac1 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.749837] env[69942]: INFO nova.compute.manager [req-c242d16a-c308-4ab7-a7cc-ff026c802427 req-7386dbcf-9c45-4680-9618-03f3be725d4c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Neutron deleted interface f44c286e-24d2-4f9c-8d69-82a410e8bac1; detaching it from the instance and deleting it from the info cache [ 1435.750025] env[69942]: DEBUG nova.network.neutron [req-c242d16a-c308-4ab7-a7cc-ff026c802427 req-7386dbcf-9c45-4680-9618-03f3be725d4c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.924243] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.926701] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.525s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.928296] env[69942]: INFO nova.compute.claims [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.943449] env[69942]: INFO nova.scheduler.client.report [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Deleted allocations for instance 04e5c0cd-fa37-434d-aabd-06d09cef0c8e [ 1436.214203] env[69942]: DEBUG nova.network.neutron [-] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.252875] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adc3779c-daba-4b4d-a874-bbd1fbab6eb2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.263285] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77025e3e-eed5-4807-8e36-ae3bf8484963 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.289012] env[69942]: DEBUG nova.compute.manager [req-c242d16a-c308-4ab7-a7cc-ff026c802427 req-7386dbcf-9c45-4680-9618-03f3be725d4c service nova] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Detach interface failed, port_id=f44c286e-24d2-4f9c-8d69-82a410e8bac1, reason: Instance 7dc0ba86-bcb3-49ca-b77e-4d3e035db097 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1436.454208] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4b913dd5-f04c-4548-b72e-82dcc8b600bb tempest-ServerActionsTestJSON-1061215946 tempest-ServerActionsTestJSON-1061215946-project-member] Lock "04e5c0cd-fa37-434d-aabd-06d09cef0c8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.866s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.523736] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "901a0762-ab12-4940-b17a-fe78867109fb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.524010] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.524265] env[69942]: INFO nova.compute.manager [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Attaching volume 0bef5f67-83d1-48ee-9584-9124edeca21b to /dev/sdb [ 1436.556770] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd50355a-6fb0-4d62-a79e-50869193e138 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.564507] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c160bd-1c29-4b8f-a4d5-e7b5c7b196f9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.577844] env[69942]: DEBUG nova.virt.block_device [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating existing volume attachment record: 471963f9-beca-4c93-af86-45836253597d {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1436.717173] env[69942]: INFO nova.compute.manager [-] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Took 1.21 seconds to deallocate network for instance. [ 1437.016210] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02651161-079d-4a7e-a859-880c517d02c9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.025062] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb827c56-197c-47c8-b8ef-395b31869f7d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.058981] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89773c40-f832-4650-a11a-88ae5a0bb0e3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.068868] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656a802f-d96f-4cd4-9342-79a397d128d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.084743] env[69942]: DEBUG nova.compute.provider_tree [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.224720] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.590922] env[69942]: DEBUG nova.scheduler.client.report [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.095961] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.096611] env[69942]: DEBUG nova.compute.manager [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1438.100122] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.876s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.100386] env[69942]: DEBUG nova.objects.instance [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lazy-loading 'resources' on Instance uuid 7dc0ba86-bcb3-49ca-b77e-4d3e035db097 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.603528] env[69942]: DEBUG nova.compute.utils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1438.608214] env[69942]: DEBUG nova.compute.manager [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1438.608214] env[69942]: DEBUG nova.network.neutron [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1438.663028] env[69942]: DEBUG nova.policy [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03a56125958b485ca8162e00d09a09a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3531e7c7214446948a981aa566203652', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.674357] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88334f0d-7eb5-461c-8d7d-306dffd3eefd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.682164] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7227b23e-6707-4281-a75d-64e03d96be16 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.714731] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ece133b-b2d9-416c-9991-7c6c57bd39e6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.722907] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82860899-16a9-4a8f-8726-2a683b4a9ae2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.737317] env[69942]: DEBUG nova.compute.provider_tree [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.967807] env[69942]: DEBUG nova.network.neutron [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Successfully created port: e9334db0-6659-4b9f-81e9-aec07c5cb0ad {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1439.108680] env[69942]: DEBUG nova.compute.manager [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1439.241430] env[69942]: DEBUG nova.scheduler.client.report [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.746513] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.764554] env[69942]: INFO nova.scheduler.client.report [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted allocations for instance 7dc0ba86-bcb3-49ca-b77e-4d3e035db097 [ 1440.051775] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "9413c8b5-59b1-4d0f-adee-6524fab612f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.051980] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "9413c8b5-59b1-4d0f-adee-6524fab612f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.121187] env[69942]: DEBUG nova.compute.manager [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1440.148779] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.149054] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.149217] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.149396] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.149541] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.149685] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.149897] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.150072] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.150240] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.150395] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.150560] env[69942]: DEBUG nova.virt.hardware [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.151508] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfb86c7-8882-4799-8116-c33c19a3a058 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.159775] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c7c97f-3dde-4fec-ab72-ba1f3d6302fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.221493] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "5f57ea37-a9ec-496b-bb5c-ddf82ec98d38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.221493] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "5f57ea37-a9ec-496b-bb5c-ddf82ec98d38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.272412] env[69942]: DEBUG oslo_concurrency.lockutils [None req-7a1a2355-3286-4134-b827-2370cf4d2e24 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "7dc0ba86-bcb3-49ca-b77e-4d3e035db097" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.403s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.396444] env[69942]: DEBUG nova.compute.manager [req-2b185a9d-1980-4906-b2df-ea843b276a82 req-5610816a-4624-484c-81f4-5aede122d99e service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Received event network-vif-plugged-e9334db0-6659-4b9f-81e9-aec07c5cb0ad {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1440.396773] env[69942]: DEBUG oslo_concurrency.lockutils [req-2b185a9d-1980-4906-b2df-ea843b276a82 req-5610816a-4624-484c-81f4-5aede122d99e service nova] Acquiring lock "83caa4fd-d923-46a5-8110-1687c8fc0932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.396943] env[69942]: DEBUG oslo_concurrency.lockutils [req-2b185a9d-1980-4906-b2df-ea843b276a82 req-5610816a-4624-484c-81f4-5aede122d99e service nova] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.397161] env[69942]: DEBUG oslo_concurrency.lockutils [req-2b185a9d-1980-4906-b2df-ea843b276a82 req-5610816a-4624-484c-81f4-5aede122d99e service nova] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.397306] env[69942]: DEBUG nova.compute.manager [req-2b185a9d-1980-4906-b2df-ea843b276a82 req-5610816a-4624-484c-81f4-5aede122d99e service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] No waiting events found dispatching network-vif-plugged-e9334db0-6659-4b9f-81e9-aec07c5cb0ad {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.397463] env[69942]: WARNING nova.compute.manager [req-2b185a9d-1980-4906-b2df-ea843b276a82 req-5610816a-4624-484c-81f4-5aede122d99e service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Received unexpected event network-vif-plugged-e9334db0-6659-4b9f-81e9-aec07c5cb0ad for instance with vm_state building and task_state spawning. [ 1440.482101] env[69942]: DEBUG nova.network.neutron [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Successfully updated port: e9334db0-6659-4b9f-81e9-aec07c5cb0ad {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.553852] env[69942]: DEBUG nova.compute.manager [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1440.725707] env[69942]: DEBUG nova.compute.manager [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1440.985476] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.985677] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquired lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.985855] env[69942]: DEBUG nova.network.neutron [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.078134] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.078458] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.080043] env[69942]: INFO nova.compute.claims [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.123404] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1441.123724] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761816', 'volume_id': '0bef5f67-83d1-48ee-9584-9124edeca21b', 'name': 'volume-0bef5f67-83d1-48ee-9584-9124edeca21b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '901a0762-ab12-4940-b17a-fe78867109fb', 'attached_at': '', 'detached_at': '', 'volume_id': '0bef5f67-83d1-48ee-9584-9124edeca21b', 'serial': '0bef5f67-83d1-48ee-9584-9124edeca21b'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1441.124882] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfbab73-6863-4ee4-9a86-1b51a24eff34 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.143834] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1cd045-dab2-403d-9b9c-97de374f9c3c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.176213] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-0bef5f67-83d1-48ee-9584-9124edeca21b/volume-0bef5f67-83d1-48ee-9584-9124edeca21b.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.176560] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c139a2d-7cb1-4c4c-a3b6-534fcaa1fd8b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.196134] env[69942]: DEBUG oslo_vmware.api [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1441.196134] env[69942]: value = "task-3832133" [ 1441.196134] env[69942]: _type = "Task" [ 1441.196134] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.205855] env[69942]: DEBUG oslo_vmware.api [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.245147] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.520108] env[69942]: DEBUG nova.network.neutron [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.660362] env[69942]: DEBUG nova.network.neutron [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Updating instance_info_cache with network_info: [{"id": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "address": "fa:16:3e:ce:d5:62", "network": {"id": "583d2564-ed2c-46a2-bc5a-667006fd7db0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-204676209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3531e7c7214446948a981aa566203652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9334db0-66", "ovs_interfaceid": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.706715] env[69942]: DEBUG oslo_vmware.api [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832133, 'name': ReconfigVM_Task, 'duration_secs': 0.341233} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.706973] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-0bef5f67-83d1-48ee-9584-9124edeca21b/volume-0bef5f67-83d1-48ee-9584-9124edeca21b.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.711786] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e4191d-7ab5-47bc-9cd5-387f8eb78591 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.726856] env[69942]: DEBUG oslo_vmware.api [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1441.726856] env[69942]: value = "task-3832134" [ 1441.726856] env[69942]: _type = "Task" [ 1441.726856] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.737112] env[69942]: DEBUG oslo_vmware.api [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.162927] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Releasing lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.163229] env[69942]: DEBUG nova.compute.manager [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Instance network_info: |[{"id": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "address": "fa:16:3e:ce:d5:62", "network": {"id": "583d2564-ed2c-46a2-bc5a-667006fd7db0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-204676209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3531e7c7214446948a981aa566203652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9334db0-66", "ovs_interfaceid": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.163699] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:d5:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9334db0-6659-4b9f-81e9-aec07c5cb0ad', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.171388] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Creating folder: Project (3531e7c7214446948a981aa566203652). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.172628] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-405ae654-c812-432a-bd8d-64510c4e7c98 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.174881] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a977886e-13a1-4302-8f20-2361d1d3ce8f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.182648] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4afa135-5f3c-418a-aa81-6276f90bedee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.186770] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Created folder: Project (3531e7c7214446948a981aa566203652) in parent group-v761487. [ 1442.186963] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Creating folder: Instances. Parent ref: group-v761817. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.187542] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9c62d8f-3819-4ef9-9d21-03224b43e59a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.217115] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c22204-584d-45ab-936a-52ce2bf8e7a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.219792] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Created folder: Instances in parent group-v761817. [ 1442.220045] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.220255] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.220834] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-447d5956-90d6-4140-9ecd-14729e081dc2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.241383] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c50caa1-fb5c-444f-b1ac-333e46727205 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.246384] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.246384] env[69942]: value = "task-3832137" [ 1442.246384] env[69942]: _type = "Task" [ 1442.246384] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.260648] env[69942]: DEBUG oslo_vmware.api [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832134, 'name': ReconfigVM_Task, 'duration_secs': 0.146633} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.261208] env[69942]: DEBUG nova.compute.provider_tree [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.263091] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761816', 'volume_id': '0bef5f67-83d1-48ee-9584-9124edeca21b', 'name': 'volume-0bef5f67-83d1-48ee-9584-9124edeca21b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '901a0762-ab12-4940-b17a-fe78867109fb', 'attached_at': '', 'detached_at': '', 'volume_id': '0bef5f67-83d1-48ee-9584-9124edeca21b', 'serial': '0bef5f67-83d1-48ee-9584-9124edeca21b'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1442.269799] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832137, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.425586] env[69942]: DEBUG nova.compute.manager [req-2a3f0c74-8986-439d-a06e-a95e69bf7f97 req-d033f2ca-51f0-4d7c-8e34-05855ee0193b service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Received event network-changed-e9334db0-6659-4b9f-81e9-aec07c5cb0ad {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.425762] env[69942]: DEBUG nova.compute.manager [req-2a3f0c74-8986-439d-a06e-a95e69bf7f97 req-d033f2ca-51f0-4d7c-8e34-05855ee0193b service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Refreshing instance network info cache due to event network-changed-e9334db0-6659-4b9f-81e9-aec07c5cb0ad. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1442.425991] env[69942]: DEBUG oslo_concurrency.lockutils [req-2a3f0c74-8986-439d-a06e-a95e69bf7f97 req-d033f2ca-51f0-4d7c-8e34-05855ee0193b service nova] Acquiring lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.426169] env[69942]: DEBUG oslo_concurrency.lockutils [req-2a3f0c74-8986-439d-a06e-a95e69bf7f97 req-d033f2ca-51f0-4d7c-8e34-05855ee0193b service nova] Acquired lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.426328] env[69942]: DEBUG nova.network.neutron [req-2a3f0c74-8986-439d-a06e-a95e69bf7f97 req-d033f2ca-51f0-4d7c-8e34-05855ee0193b service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Refreshing network info cache for port e9334db0-6659-4b9f-81e9-aec07c5cb0ad {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.757487] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832137, 'name': CreateVM_Task, 'duration_secs': 0.305344} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.757487] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.758068] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.758287] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.758657] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.758970] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e7e642-bedf-4899-98fb-be297bbc0b7f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.763536] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1442.763536] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52966908-19a2-ca8c-d2f9-2ce457daa1cb" [ 1442.763536] env[69942]: _type = "Task" [ 1442.763536] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.767175] env[69942]: DEBUG nova.scheduler.client.report [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.777735] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52966908-19a2-ca8c-d2f9-2ce457daa1cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.778041] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.778296] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.778502] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.778649] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.778824] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.779302] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2194e2c7-8f0a-443a-90c5-9870098cb907 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.787765] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.787945] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.788685] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4104960f-3643-448a-80ac-77d0ed728f90 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.793678] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1442.793678] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b65d3f-9df8-3af5-2986-5800b4795ff6" [ 1442.793678] env[69942]: _type = "Task" [ 1442.793678] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.803378] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b65d3f-9df8-3af5-2986-5800b4795ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.114249] env[69942]: DEBUG nova.network.neutron [req-2a3f0c74-8986-439d-a06e-a95e69bf7f97 req-d033f2ca-51f0-4d7c-8e34-05855ee0193b service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Updated VIF entry in instance network info cache for port e9334db0-6659-4b9f-81e9-aec07c5cb0ad. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.114681] env[69942]: DEBUG nova.network.neutron [req-2a3f0c74-8986-439d-a06e-a95e69bf7f97 req-d033f2ca-51f0-4d7c-8e34-05855ee0193b service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Updating instance_info_cache with network_info: [{"id": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "address": "fa:16:3e:ce:d5:62", "network": {"id": "583d2564-ed2c-46a2-bc5a-667006fd7db0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-204676209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3531e7c7214446948a981aa566203652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9334db0-66", "ovs_interfaceid": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.274008] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.274562] env[69942]: DEBUG nova.compute.manager [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1443.277140] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.032s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.278564] env[69942]: INFO nova.compute.claims [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.305717] env[69942]: DEBUG nova.objects.instance [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'flavor' on Instance uuid 901a0762-ab12-4940-b17a-fe78867109fb {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.307254] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b65d3f-9df8-3af5-2986-5800b4795ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.008273} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.308362] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0750af5-9ee7-4c79-998b-12610d773f50 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.315286] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1443.315286] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52eddd70-2474-9772-5ffb-7d791fb92e0d" [ 1443.315286] env[69942]: _type = "Task" [ 1443.315286] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.324902] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52eddd70-2474-9772-5ffb-7d791fb92e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.617551] env[69942]: DEBUG oslo_concurrency.lockutils [req-2a3f0c74-8986-439d-a06e-a95e69bf7f97 req-d033f2ca-51f0-4d7c-8e34-05855ee0193b service nova] Releasing lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.660894] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.660894] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.660894] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.661216] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.661261] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.663460] env[69942]: INFO nova.compute.manager [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Terminating instance [ 1443.782349] env[69942]: DEBUG nova.compute.utils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1443.785778] env[69942]: DEBUG nova.compute.manager [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Not allocating networking since 'none' was specified. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1443.811715] env[69942]: DEBUG oslo_concurrency.lockutils [None req-4665f915-2234-43cb-aa86-555b4e6c508b tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.287s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.826775] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52eddd70-2474-9772-5ffb-7d791fb92e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.827106] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.827390] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 83caa4fd-d923-46a5-8110-1687c8fc0932/83caa4fd-d923-46a5-8110-1687c8fc0932.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.827686] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab4b946f-d296-42ce-bbc7-3c1622d94227 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.835823] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1443.835823] env[69942]: value = "task-3832138" [ 1443.835823] env[69942]: _type = "Task" [ 1443.835823] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.844688] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.167363] env[69942]: DEBUG nova.compute.manager [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.167647] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.168829] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0e7b97-406e-4572-9450-1e1a45c9f7da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.178833] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.179132] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a094f1b-398b-4d51-a201-2e5f2c3878ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.188744] env[69942]: DEBUG oslo_vmware.api [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1444.188744] env[69942]: value = "task-3832139" [ 1444.188744] env[69942]: _type = "Task" [ 1444.188744] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.199684] env[69942]: DEBUG oslo_vmware.api [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.286130] env[69942]: DEBUG nova.compute.manager [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1444.350713] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489532} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.353761] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 83caa4fd-d923-46a5-8110-1687c8fc0932/83caa4fd-d923-46a5-8110-1687c8fc0932.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.353897] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.354360] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42821e12-5cec-4a54-9abe-f21788dfd756 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.362271] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1444.362271] env[69942]: value = "task-3832140" [ 1444.362271] env[69942]: _type = "Task" [ 1444.362271] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.374260] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.400412] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fb992f-840f-4190-b724-d5863f208b43 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.411685] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1d77ce-1afe-44c1-bac1-44dd87bfb7c7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.445913] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ec25a3-3a43-481d-82ba-e94709e2c7f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.454335] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98ad551-2308-4e73-9b2b-9119cc19443a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.469833] env[69942]: DEBUG nova.compute.provider_tree [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.699546] env[69942]: DEBUG oslo_vmware.api [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832139, 'name': PowerOffVM_Task, 'duration_secs': 0.211217} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.701049] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.701049] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.701049] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88b32a67-58c1-4ac5-91ab-8e6d69285727 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.743128] env[69942]: DEBUG nova.compute.manager [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Stashing vm_state: active {{(pid=69942) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1444.768863] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.769143] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.769381] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleting the datastore file [datastore1] 75bb2855-1e92-47e3-b181-2ace83c7ee2f {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.769776] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63ddd5ee-a05c-42d4-b071-5b3e4cb03c82 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.777190] env[69942]: DEBUG oslo_vmware.api [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for the task: (returnval){ [ 1444.777190] env[69942]: value = "task-3832142" [ 1444.777190] env[69942]: _type = "Task" [ 1444.777190] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.785399] env[69942]: DEBUG oslo_vmware.api [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.874293] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065163} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.874526] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.875319] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea192f2-803d-4b6f-9849-931c6a002a9a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.897790] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 83caa4fd-d923-46a5-8110-1687c8fc0932/83caa4fd-d923-46a5-8110-1687c8fc0932.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.898250] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3578551-7ba4-44be-b51d-7a690bc79db5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.918298] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1444.918298] env[69942]: value = "task-3832143" [ 1444.918298] env[69942]: _type = "Task" [ 1444.918298] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.926557] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.973802] env[69942]: DEBUG nova.scheduler.client.report [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.265367] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.287159] env[69942]: DEBUG oslo_vmware.api [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Task: {'id': task-3832142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127958} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.287530] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.287672] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.287851] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.288058] env[69942]: INFO nova.compute.manager [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1445.288321] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.288515] env[69942]: DEBUG nova.compute.manager [-] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.288600] env[69942]: DEBUG nova.network.neutron [-] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.298447] env[69942]: DEBUG nova.compute.manager [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.325343] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.325597] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.325750] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.325973] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.326127] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.326276] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.326480] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.326638] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.326799] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.326957] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.327141] env[69942]: DEBUG nova.virt.hardware [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.328092] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa43673-99e9-4d21-adfb-1de55531d656 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.337638] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4272fc51-c43a-489d-9caf-8eac238ef985 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.352503] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.358045] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Creating folder: Project (90d8ddbd3f1f4e8ea5fb7457b7a75c0c). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.358366] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16d1d2d1-ecde-4ca0-854c-f2aab7c84413 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.368920] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Created folder: Project (90d8ddbd3f1f4e8ea5fb7457b7a75c0c) in parent group-v761487. [ 1445.369140] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Creating folder: Instances. Parent ref: group-v761820. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.369397] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58f8cec1-c1c5-4b49-a5bb-9a634306e89a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.379086] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Created folder: Instances in parent group-v761820. [ 1445.379276] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.379473] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.379676] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f13fcfca-b538-4204-94b2-1d8d0cc499c8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.396592] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.396592] env[69942]: value = "task-3832146" [ 1445.396592] env[69942]: _type = "Task" [ 1445.396592] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.405577] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832146, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.428693] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832143, 'name': ReconfigVM_Task, 'duration_secs': 0.304447} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.429010] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 83caa4fd-d923-46a5-8110-1687c8fc0932/83caa4fd-d923-46a5-8110-1687c8fc0932.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.429696] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09686601-2c28-47f9-912d-a81202a4fbb7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.436129] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1445.436129] env[69942]: value = "task-3832147" [ 1445.436129] env[69942]: _type = "Task" [ 1445.436129] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.445250] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832147, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.478432] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.478973] env[69942]: DEBUG nova.compute.manager [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1445.482047] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.217s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.559228] env[69942]: DEBUG nova.compute.manager [req-23f67c43-00c3-4772-ab29-6db901d91810 req-c0d02cdb-b3fd-4afe-9ea7-cd8e44d20568 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Received event network-vif-deleted-986fdd05-3bab-42a4-b068-d80f4372460e {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1445.559346] env[69942]: INFO nova.compute.manager [req-23f67c43-00c3-4772-ab29-6db901d91810 req-c0d02cdb-b3fd-4afe-9ea7-cd8e44d20568 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Neutron deleted interface 986fdd05-3bab-42a4-b068-d80f4372460e; detaching it from the instance and deleting it from the info cache [ 1445.559593] env[69942]: DEBUG nova.network.neutron [req-23f67c43-00c3-4772-ab29-6db901d91810 req-c0d02cdb-b3fd-4afe-9ea7-cd8e44d20568 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.906199] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832146, 'name': CreateVM_Task, 'duration_secs': 0.265135} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.906382] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.906825] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.906988] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.907330] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.907571] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601613bb-f240-4a06-94f0-30127f385814 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.912133] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1445.912133] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52edc478-ce30-e67b-fb5c-44779da14e32" [ 1445.912133] env[69942]: _type = "Task" [ 1445.912133] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.919837] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52edc478-ce30-e67b-fb5c-44779da14e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.945280] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832147, 'name': Rename_Task, 'duration_secs': 0.17645} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.945498] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.945759] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00754842-1927-4edc-b228-37095ac6bec3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.952873] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1445.952873] env[69942]: value = "task-3832148" [ 1445.952873] env[69942]: _type = "Task" [ 1445.952873] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.960840] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.985503] env[69942]: DEBUG nova.compute.utils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1445.989913] env[69942]: INFO nova.compute.claims [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1445.993410] env[69942]: DEBUG nova.compute.manager [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Not allocating networking since 'none' was specified. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1446.039252] env[69942]: DEBUG nova.network.neutron [-] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.062066] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-180840c4-acd2-4570-88fe-ac66046622dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.073089] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ac4181-38ee-4aeb-b712-8568c71d82aa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.103914] env[69942]: DEBUG nova.compute.manager [req-23f67c43-00c3-4772-ab29-6db901d91810 req-c0d02cdb-b3fd-4afe-9ea7-cd8e44d20568 service nova] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Detach interface failed, port_id=986fdd05-3bab-42a4-b068-d80f4372460e, reason: Instance 75bb2855-1e92-47e3-b181-2ace83c7ee2f could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1446.422147] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52edc478-ce30-e67b-fb5c-44779da14e32, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.422472] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.422743] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.422982] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.423144] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.423319] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.423579] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb468b32-d259-40eb-b720-af35620023e2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.439823] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.440030] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.440770] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e54b4b0-9432-4322-9dcd-ffaf3a1d919e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.446375] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1446.446375] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52376b53-f38d-f108-8019-b8030cc6cd1e" [ 1446.446375] env[69942]: _type = "Task" [ 1446.446375] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.455683] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52376b53-f38d-f108-8019-b8030cc6cd1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.463294] env[69942]: DEBUG oslo_vmware.api [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832148, 'name': PowerOnVM_Task, 'duration_secs': 0.448887} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.463549] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.463744] env[69942]: INFO nova.compute.manager [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1446.463919] env[69942]: DEBUG nova.compute.manager [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.464695] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5629f5df-8498-412a-8ace-e0ae82ec09c2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.493944] env[69942]: DEBUG nova.compute.manager [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1446.498940] env[69942]: INFO nova.compute.resource_tracker [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating resource usage from migration 5454e518-67c5-430a-a107-afddb9affc11 [ 1446.542124] env[69942]: INFO nova.compute.manager [-] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Took 1.25 seconds to deallocate network for instance. [ 1446.592403] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aadeb5-fa3b-4dff-b5db-86d4b5bc2bfb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.600848] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12637af3-3318-4672-9e58-ace80eb7b386 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.631308] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef68ae6-a46b-4ae5-8947-684071d1afd9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.639085] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea56272a-a0a5-4233-b47c-532ca8104ce7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.652707] env[69942]: DEBUG nova.compute.provider_tree [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.962520] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52376b53-f38d-f108-8019-b8030cc6cd1e, 'name': SearchDatastore_Task, 'duration_secs': 0.025911} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.963383] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76c51a1-fbdb-488e-aec3-f0f7f31b1555 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.969527] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1446.969527] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522509dd-59e4-f4bc-b0ac-27cd9b404c56" [ 1446.969527] env[69942]: _type = "Task" [ 1446.969527] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.984356] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522509dd-59e4-f4bc-b0ac-27cd9b404c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.984898] env[69942]: INFO nova.compute.manager [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Took 11.60 seconds to build instance. [ 1447.051615] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.156467] env[69942]: DEBUG nova.scheduler.client.report [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.480635] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522509dd-59e4-f4bc-b0ac-27cd9b404c56, 'name': SearchDatastore_Task, 'duration_secs': 0.027873} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.480953] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.481169] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 9413c8b5-59b1-4d0f-adee-6524fab612f5/9413c8b5-59b1-4d0f-adee-6524fab612f5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.481435] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-927042cd-be11-4b52-ad5b-d6d018178d71 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.487929] env[69942]: DEBUG oslo_concurrency.lockutils [None req-98e93543-6f06-46b6-b97d-8158693667b4 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.120s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.488281] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1447.488281] env[69942]: value = "task-3832149" [ 1447.488281] env[69942]: _type = "Task" [ 1447.488281] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.496454] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.507712] env[69942]: DEBUG nova.compute.manager [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1447.535549] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1447.535813] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.536072] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.536435] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.536623] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.536809] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1447.537066] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1447.537282] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1447.537484] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1447.537689] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1447.537885] env[69942]: DEBUG nova.virt.hardware [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1447.538885] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3062291d-0ebb-4579-8265-a68e9d90d922 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.547850] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf8bced-81fd-46b5-9e26-d09389d5369a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.563423] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1447.569359] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1447.569656] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1447.569900] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf9a1c2c-1348-44a7-9249-e199f97969c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.586910] env[69942]: DEBUG nova.compute.manager [req-ddc93c90-60e0-4d37-a732-f361eea44c24 req-f1c67502-c42d-462a-b075-10d2d09ead06 service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Received event network-changed-e9334db0-6659-4b9f-81e9-aec07c5cb0ad {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.587142] env[69942]: DEBUG nova.compute.manager [req-ddc93c90-60e0-4d37-a732-f361eea44c24 req-f1c67502-c42d-462a-b075-10d2d09ead06 service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Refreshing instance network info cache due to event network-changed-e9334db0-6659-4b9f-81e9-aec07c5cb0ad. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1447.587369] env[69942]: DEBUG oslo_concurrency.lockutils [req-ddc93c90-60e0-4d37-a732-f361eea44c24 req-f1c67502-c42d-462a-b075-10d2d09ead06 service nova] Acquiring lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.587557] env[69942]: DEBUG oslo_concurrency.lockutils [req-ddc93c90-60e0-4d37-a732-f361eea44c24 req-f1c67502-c42d-462a-b075-10d2d09ead06 service nova] Acquired lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.587668] env[69942]: DEBUG nova.network.neutron [req-ddc93c90-60e0-4d37-a732-f361eea44c24 req-f1c67502-c42d-462a-b075-10d2d09ead06 service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Refreshing network info cache for port e9334db0-6659-4b9f-81e9-aec07c5cb0ad {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.590588] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1447.590588] env[69942]: value = "task-3832150" [ 1447.590588] env[69942]: _type = "Task" [ 1447.590588] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.600823] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832150, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.662505] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.180s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.662505] env[69942]: INFO nova.compute.manager [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Migrating [ 1447.671539] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.620s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.671539] env[69942]: DEBUG nova.objects.instance [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lazy-loading 'resources' on Instance uuid 75bb2855-1e92-47e3-b181-2ace83c7ee2f {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.000006] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445418} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.000332] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 9413c8b5-59b1-4d0f-adee-6524fab612f5/9413c8b5-59b1-4d0f-adee-6524fab612f5.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.000669] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.000934] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-557974fe-1ab9-4a17-8bf0-e65929e57cad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.007514] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1448.007514] env[69942]: value = "task-3832151" [ 1448.007514] env[69942]: _type = "Task" [ 1448.007514] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.016741] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.105156] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832150, 'name': CreateVM_Task, 'duration_secs': 0.334995} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.105341] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.105763] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.105920] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.106258] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.106508] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5208449e-ecd1-4c1f-ab39-354efc6aea7b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.111563] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1448.111563] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52beb76a-8765-62e7-687d-37d7e1d9e2e8" [ 1448.111563] env[69942]: _type = "Task" [ 1448.111563] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.119622] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52beb76a-8765-62e7-687d-37d7e1d9e2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.181521] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.181709] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.181883] env[69942]: DEBUG nova.network.neutron [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.269763] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196c9be2-88d5-420d-b21a-34c04febf3b2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.277317] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd2c4c-2a31-454f-90b0-f56efb3a271b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.309015] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d16e12-f558-47af-b72f-cc6f1a49b6fa {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.317052] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33b7780-7589-4bbb-a320-081e24cc1929 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.331055] env[69942]: DEBUG nova.compute.provider_tree [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.340533] env[69942]: DEBUG nova.network.neutron [req-ddc93c90-60e0-4d37-a732-f361eea44c24 req-f1c67502-c42d-462a-b075-10d2d09ead06 service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Updated VIF entry in instance network info cache for port e9334db0-6659-4b9f-81e9-aec07c5cb0ad. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.340891] env[69942]: DEBUG nova.network.neutron [req-ddc93c90-60e0-4d37-a732-f361eea44c24 req-f1c67502-c42d-462a-b075-10d2d09ead06 service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Updating instance_info_cache with network_info: [{"id": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "address": "fa:16:3e:ce:d5:62", "network": {"id": "583d2564-ed2c-46a2-bc5a-667006fd7db0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-204676209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3531e7c7214446948a981aa566203652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9334db0-66", "ovs_interfaceid": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.519243] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258754} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.519588] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.520262] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666f0a8a-96aa-4356-95e3-d14e2d949a8e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.539663] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 9413c8b5-59b1-4d0f-adee-6524fab612f5/9413c8b5-59b1-4d0f-adee-6524fab612f5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.539899] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9c4217-e851-4603-b8df-d32b34ef7802 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.558936] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1448.558936] env[69942]: value = "task-3832152" [ 1448.558936] env[69942]: _type = "Task" [ 1448.558936] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.566456] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.622939] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52beb76a-8765-62e7-687d-37d7e1d9e2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.014319} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.623271] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.623507] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.623743] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.623891] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.624089] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.624357] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35340b14-2cbe-4897-8c7d-10cd789f9d87 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.641658] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.641914] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1448.642709] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50de0dcd-02ec-4de6-a07f-30b54603348c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.648152] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1448.648152] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a69552-a0af-6d0c-554e-aeadb262cced" [ 1448.648152] env[69942]: _type = "Task" [ 1448.648152] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.656046] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a69552-a0af-6d0c-554e-aeadb262cced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.833991] env[69942]: DEBUG nova.scheduler.client.report [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.843261] env[69942]: DEBUG oslo_concurrency.lockutils [req-ddc93c90-60e0-4d37-a732-f361eea44c24 req-f1c67502-c42d-462a-b075-10d2d09ead06 service nova] Releasing lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.898557] env[69942]: DEBUG nova.network.neutron [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance_info_cache with network_info: [{"id": "87d124c5-6b79-457c-b374-09fcce33f7ce", "address": "fa:16:3e:bc:5d:54", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d124c5-6b", "ovs_interfaceid": "87d124c5-6b79-457c-b374-09fcce33f7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.070956] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.157845] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52a69552-a0af-6d0c-554e-aeadb262cced, 'name': SearchDatastore_Task, 'duration_secs': 0.063743} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.159054] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cd96999-0188-449b-8feb-798ad517dc9e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.165011] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1449.165011] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5262a4f3-d770-7a1d-3925-691377b78380" [ 1449.165011] env[69942]: _type = "Task" [ 1449.165011] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.174150] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5262a4f3-d770-7a1d-3925-691377b78380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.341380] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.360044] env[69942]: INFO nova.scheduler.client.report [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Deleted allocations for instance 75bb2855-1e92-47e3-b181-2ace83c7ee2f [ 1449.401746] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.569925] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.676568] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]5262a4f3-d770-7a1d-3925-691377b78380, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.676949] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.677127] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38/5f57ea37-a9ec-496b-bb5c-ddf82ec98d38.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1449.677403] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cd2d1ec-7680-4e0b-a3af-8291403668ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.685017] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1449.685017] env[69942]: value = "task-3832153" [ 1449.685017] env[69942]: _type = "Task" [ 1449.685017] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.694146] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.867138] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f40ec2cb-2dd0-4ece-aed1-7dd1e1330f08 tempest-ServerActionsTestOtherA-307805462 tempest-ServerActionsTestOtherA-307805462-project-member] Lock "75bb2855-1e92-47e3-b181-2ace83c7ee2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.206s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.070960] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.197157] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832153, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.571141] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832152, 'name': ReconfigVM_Task, 'duration_secs': 1.602265} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.571468] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 9413c8b5-59b1-4d0f-adee-6524fab612f5/9413c8b5-59b1-4d0f-adee-6524fab612f5.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.572050] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c75af810-35bf-47cf-9a9e-a5c0e17f8980 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.579128] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1450.579128] env[69942]: value = "task-3832154" [ 1450.579128] env[69942]: _type = "Task" [ 1450.579128] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.588196] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832154, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.696498] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906275} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.697464] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38/5f57ea37-a9ec-496b-bb5c-ddf82ec98d38.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.697464] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.697464] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a2a776f-c0af-4e62-9095-b671b7e7d3f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.704532] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1450.704532] env[69942]: value = "task-3832155" [ 1450.704532] env[69942]: _type = "Task" [ 1450.704532] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.714485] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.917977] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52c256a-0a7f-48bd-90be-cfc8be05591b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.940822] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance '901a0762-ab12-4940-b17a-fe78867109fb' progress to 0 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1451.090679] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832154, 'name': Rename_Task, 'duration_secs': 0.230811} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.090981] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.091262] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dc1f522-c4ed-4b9b-8f2a-d8f2ad898744 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.099852] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1451.099852] env[69942]: value = "task-3832156" [ 1451.099852] env[69942]: _type = "Task" [ 1451.099852] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.108793] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.214992] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079903} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.215285] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.216116] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389ff73f-0302-4e26-a516-2736157196f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.237371] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38/5f57ea37-a9ec-496b-bb5c-ddf82ec98d38.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.237727] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47cf66a4-2707-475d-be2f-e366ab546005 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.258936] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1451.258936] env[69942]: value = "task-3832157" [ 1451.258936] env[69942]: _type = "Task" [ 1451.258936] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.270842] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.448522] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.448522] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b70e2ada-a195-4a10-826b-f7fb262c3249 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.463110] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1451.463110] env[69942]: value = "task-3832158" [ 1451.463110] env[69942]: _type = "Task" [ 1451.463110] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.475070] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.612358] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.769730] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832157, 'name': ReconfigVM_Task, 'duration_secs': 0.347302} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.770053] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38/5f57ea37-a9ec-496b-bb5c-ddf82ec98d38.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.770656] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-412d3d71-f3de-436a-9af3-749d210fe652 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.777723] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1451.777723] env[69942]: value = "task-3832159" [ 1451.777723] env[69942]: _type = "Task" [ 1451.777723] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.787523] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832159, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.973580] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.113138] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832156, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.288092] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832159, 'name': Rename_Task, 'duration_secs': 0.144612} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.288454] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.288717] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7fe5b22-d1e8-49c3-b62c-a612115f7a65 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.295724] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1452.295724] env[69942]: value = "task-3832160" [ 1452.295724] env[69942]: _type = "Task" [ 1452.295724] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.304269] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.474087] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832158, 'name': PowerOffVM_Task, 'duration_secs': 0.687165} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.474466] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.474784] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance '901a0762-ab12-4940-b17a-fe78867109fb' progress to 17 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1452.613105] env[69942]: DEBUG oslo_vmware.api [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832156, 'name': PowerOnVM_Task, 'duration_secs': 1.415172} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.613544] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.613795] env[69942]: INFO nova.compute.manager [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1452.613983] env[69942]: DEBUG nova.compute.manager [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.614882] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de63ef3-da33-485d-8108-e8a25aa68d08 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.806647] env[69942]: DEBUG oslo_vmware.api [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832160, 'name': PowerOnVM_Task, 'duration_secs': 0.458999} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.806906] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.807145] env[69942]: INFO nova.compute.manager [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Took 5.30 seconds to spawn the instance on the hypervisor. [ 1452.807331] env[69942]: DEBUG nova.compute.manager [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.808146] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5b2a48-7ad6-47c0-9ea3-40446e56e250 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.982737] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.983174] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.983464] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.983786] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.984091] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.984387] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.984757] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.985120] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.985382] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.985692] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.986011] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.995098] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166617bf-2f19-4a4b-a484-7a49cbcae267 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.021148] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1453.021148] env[69942]: value = "task-3832161" [ 1453.021148] env[69942]: _type = "Task" [ 1453.021148] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.035675] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.131868] env[69942]: INFO nova.compute.manager [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Took 12.07 seconds to build instance. [ 1453.324558] env[69942]: INFO nova.compute.manager [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Took 12.09 seconds to build instance. [ 1453.531703] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832161, 'name': ReconfigVM_Task, 'duration_secs': 0.191893} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.531973] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance '901a0762-ab12-4940-b17a-fe78867109fb' progress to 33 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1453.633532] env[69942]: DEBUG oslo_concurrency.lockutils [None req-de19c28a-8403-4274-80df-c8ab1418758c tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "9413c8b5-59b1-4d0f-adee-6524fab612f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.581s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.826709] env[69942]: DEBUG oslo_concurrency.lockutils [None req-79a5afab-8628-44ea-8219-64d6c6475835 tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "5f57ea37-a9ec-496b-bb5c-ddf82ec98d38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.605s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.038216] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1454.038490] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1454.038648] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1454.038828] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1454.038973] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1454.039191] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1454.039481] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1454.039676] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1454.039839] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1454.040039] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1454.040233] env[69942]: DEBUG nova.virt.hardware [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1454.045783] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1454.046043] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ee42cc-a130-43be-b619-ce816751d8be {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.066831] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1454.066831] env[69942]: value = "task-3832162" [ 1454.066831] env[69942]: _type = "Task" [ 1454.066831] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.075731] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.254817] env[69942]: INFO nova.compute.manager [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Rebuilding instance [ 1454.304958] env[69942]: DEBUG nova.compute.manager [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.305847] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a573642e-8a7c-46f8-8dbe-70b0a4dc8054 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.576996] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832162, 'name': ReconfigVM_Task, 'duration_secs': 0.246949} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.577319] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1454.578175] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb92af2-d821-41ea-9d52-2b319237db26 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.603168] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 901a0762-ab12-4940-b17a-fe78867109fb/901a0762-ab12-4940-b17a-fe78867109fb.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.603828] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15d46f5c-e307-4055-a5e8-2475dbcfc3d1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.622908] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1454.622908] env[69942]: value = "task-3832163" [ 1454.622908] env[69942]: _type = "Task" [ 1454.622908] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.631434] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.133479] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832163, 'name': ReconfigVM_Task, 'duration_secs': 0.358277} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.134386] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 901a0762-ab12-4940-b17a-fe78867109fb/901a0762-ab12-4940-b17a-fe78867109fb.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.134583] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance '901a0762-ab12-4940-b17a-fe78867109fb' progress to 50 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1455.319104] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.319537] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b44e7d27-8a82-49a4-997c-ab4796ac6c7e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.327932] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1455.327932] env[69942]: value = "task-3832164" [ 1455.327932] env[69942]: _type = "Task" [ 1455.327932] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.337215] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.641245] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5853b7eb-e37b-4401-b689-b805cd00dc56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.663445] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcab3c4-3c43-4130-bdb9-f9211ea3b948 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.684409] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance '901a0762-ab12-4940-b17a-fe78867109fb' progress to 67 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1455.838874] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832164, 'name': PowerOffVM_Task, 'duration_secs': 0.122114} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.839307] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.839640] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.840691] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3009df41-d6d3-422c-a8b5-c9eb95895a16 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.848926] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.849285] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74c024c6-3f80-4b8d-bae5-b9c1847fdd15 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.879655] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.879959] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.880185] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Deleting the datastore file [datastore1] 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.880466] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82370f44-f1d3-4998-9dd8-162532749848 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.886904] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1455.886904] env[69942]: value = "task-3832166" [ 1455.886904] env[69942]: _type = "Task" [ 1455.886904] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.895137] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.397385] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421498} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.397751] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.397884] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.397991] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.359079] env[69942]: DEBUG nova.network.neutron [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Port 87d124c5-6b79-457c-b374-09fcce33f7ce binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1457.434060] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1457.434380] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.434489] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1457.434666] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.434808] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1457.434951] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1457.435179] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1457.435337] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1457.435501] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1457.435659] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1457.435825] env[69942]: DEBUG nova.virt.hardware [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1457.437016] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d709bb1e-2429-4e90-a3fe-6f5a0bd131d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.445311] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a4076a-71c6-4f7c-a47b-222230b8c9cf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.459095] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Instance VIF info [] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.464675] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1457.464941] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.465167] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e30aa044-cb2f-40d1-8415-a4163d9a3c39 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.483744] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.483744] env[69942]: value = "task-3832167" [ 1457.483744] env[69942]: _type = "Task" [ 1457.483744] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.492405] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832167, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.993967] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832167, 'name': CreateVM_Task, 'duration_secs': 0.249579} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.994183] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.994613] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.994775] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.995124] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.995417] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16c74f0-e4e3-4377-a094-13dfadaf23c0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.000940] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1458.000940] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522ee1be-e3ef-2c7a-feae-9e7299e05944" [ 1458.000940] env[69942]: _type = "Task" [ 1458.000940] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.009184] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522ee1be-e3ef-2c7a-feae-9e7299e05944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.381569] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "901a0762-ab12-4940-b17a-fe78867109fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.381836] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.382094] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.512474] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]522ee1be-e3ef-2c7a-feae-9e7299e05944, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.512829] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.513417] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.513417] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.513417] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.513566] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.514213] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34f1bf3f-55f4-4a4b-923c-8f5f55f62874 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.523647] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.523835] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.524620] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf40dc0e-bead-4796-a13a-7732cef1bcfb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.530474] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1458.530474] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c87bb5-8c41-8364-6951-625835366df9" [ 1458.530474] env[69942]: _type = "Task" [ 1458.530474] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.538489] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c87bb5-8c41-8364-6951-625835366df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.041344] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52c87bb5-8c41-8364-6951-625835366df9, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.042163] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e300a050-797f-43a7-b085-baa0266f9b48 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.048691] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1459.048691] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524d7db1-c45c-9a16-d5f1-fb317d452084" [ 1459.048691] env[69942]: _type = "Task" [ 1459.048691] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.056825] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524d7db1-c45c-9a16-d5f1-fb317d452084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.432042] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.432236] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.432414] env[69942]: DEBUG nova.network.neutron [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.559665] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]524d7db1-c45c-9a16-d5f1-fb317d452084, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.560110] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.560309] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38/5f57ea37-a9ec-496b-bb5c-ddf82ec98d38.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.560594] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30d4695a-4afb-477f-92bb-3e3416693e42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.568415] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1459.568415] env[69942]: value = "task-3832168" [ 1459.568415] env[69942]: _type = "Task" [ 1459.568415] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.577797] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.081811] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453767} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.082106] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38/5f57ea37-a9ec-496b-bb5c-ddf82ec98d38.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.082338] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.082604] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed3b5bda-5592-4ec4-8a60-c9ba5532c277 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.090356] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1460.090356] env[69942]: value = "task-3832169" [ 1460.090356] env[69942]: _type = "Task" [ 1460.090356] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.101299] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.179985] env[69942]: DEBUG nova.network.neutron [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance_info_cache with network_info: [{"id": "87d124c5-6b79-457c-b374-09fcce33f7ce", "address": "fa:16:3e:bc:5d:54", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d124c5-6b", "ovs_interfaceid": "87d124c5-6b79-457c-b374-09fcce33f7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.600506] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071827} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.600896] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1460.601603] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a30ed2-6d99-4fa3-b3dc-4ea9180fc358 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.624400] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38/5f57ea37-a9ec-496b-bb5c-ddf82ec98d38.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.624795] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a0394c-7ee5-4c50-9004-8e25ecd5d768 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.644992] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1460.644992] env[69942]: value = "task-3832170" [ 1460.644992] env[69942]: _type = "Task" [ 1460.644992] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.653977] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.682982] env[69942]: DEBUG oslo_concurrency.lockutils [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.156952] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832170, 'name': ReconfigVM_Task, 'duration_secs': 0.294979} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.157246] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38/5f57ea37-a9ec-496b-bb5c-ddf82ec98d38.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.157855] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-841d8b29-92c1-4983-a33a-a6cdd2ca579f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.165120] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1461.165120] env[69942]: value = "task-3832171" [ 1461.165120] env[69942]: _type = "Task" [ 1461.165120] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.173953] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832171, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.194296] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f590fd4-fb06-4f07-be1d-d05452274e0a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.202959] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62a4423-6639-4f68-ba6b-6f8e0f782db4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.676110] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832171, 'name': Rename_Task, 'duration_secs': 0.173744} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.676110] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.676110] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25a8c97a-ca73-4ae3-9f92-2d4e70365c3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.682372] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1461.682372] env[69942]: value = "task-3832172" [ 1461.682372] env[69942]: _type = "Task" [ 1461.682372] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.690084] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.192390] env[69942]: DEBUG oslo_vmware.api [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832172, 'name': PowerOnVM_Task, 'duration_secs': 0.423864} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.192663] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.192868] env[69942]: DEBUG nova.compute.manager [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.193663] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408f0f11-6c2e-4890-bc16-0566d2ee3c08 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.312107] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b9b0b-0163-403f-83a4-775f42739557 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.334839] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37741b2-316a-4a2e-b656-1f1a2ff67f24 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.342497] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance '901a0762-ab12-4940-b17a-fe78867109fb' progress to 83 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1462.709641] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.709641] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.709901] env[69942]: DEBUG nova.objects.instance [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69942) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1462.849011] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.849319] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb325b46-e25c-4289-89e3-7a23385024fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.858206] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1462.858206] env[69942]: value = "task-3832173" [ 1462.858206] env[69942]: _type = "Task" [ 1462.858206] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.867704] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.074324] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "5f57ea37-a9ec-496b-bb5c-ddf82ec98d38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.074524] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "5f57ea37-a9ec-496b-bb5c-ddf82ec98d38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.074722] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "5f57ea37-a9ec-496b-bb5c-ddf82ec98d38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.074909] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "5f57ea37-a9ec-496b-bb5c-ddf82ec98d38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.075095] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "5f57ea37-a9ec-496b-bb5c-ddf82ec98d38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.077352] env[69942]: INFO nova.compute.manager [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Terminating instance [ 1463.369274] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832173, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.582025] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "refresh_cache-5f57ea37-a9ec-496b-bb5c-ddf82ec98d38" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.582167] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired lock "refresh_cache-5f57ea37-a9ec-496b-bb5c-ddf82ec98d38" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.582270] env[69942]: DEBUG nova.network.neutron [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.719588] env[69942]: DEBUG oslo_concurrency.lockutils [None req-0ed6bda5-3730-4130-9ebd-34307930e7be tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.869106] env[69942]: DEBUG oslo_vmware.api [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832173, 'name': PowerOnVM_Task, 'duration_secs': 0.550561} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.869379] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.869569] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0648ad-92e9-42c6-af18-f3d1832f4055 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance '901a0762-ab12-4940-b17a-fe78867109fb' progress to 100 {{(pid=69942) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1464.101457] env[69942]: DEBUG nova.network.neutron [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.153287] env[69942]: DEBUG nova.network.neutron [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.655842] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Releasing lock "refresh_cache-5f57ea37-a9ec-496b-bb5c-ddf82ec98d38" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.656307] env[69942]: DEBUG nova.compute.manager [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.656510] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.657441] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2dfe81-e208-4056-ba50-2f8509326071 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.666144] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.666389] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a81afd93-4bf9-4b92-8084-3c6c9d2254ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.673048] env[69942]: DEBUG oslo_vmware.api [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1464.673048] env[69942]: value = "task-3832174" [ 1464.673048] env[69942]: _type = "Task" [ 1464.673048] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.681815] env[69942]: DEBUG oslo_vmware.api [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.183653] env[69942]: DEBUG oslo_vmware.api [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832174, 'name': PowerOffVM_Task, 'duration_secs': 0.117662} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.184123] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.184123] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.184362] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da1b90d3-d7c9-47eb-8c2e-9302eac2c1cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.210263] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.210498] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.210676] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Deleting the datastore file [datastore2] 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.210941] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-970d3f70-b23a-4439-9547-fd42b23eff8c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.218396] env[69942]: DEBUG oslo_vmware.api [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1465.218396] env[69942]: value = "task-3832176" [ 1465.218396] env[69942]: _type = "Task" [ 1465.218396] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.226670] env[69942]: DEBUG oslo_vmware.api [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.728366] env[69942]: DEBUG oslo_vmware.api [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088997} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.728653] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.728842] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.729029] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.729253] env[69942]: INFO nova.compute.manager [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1465.729493] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.729671] env[69942]: DEBUG nova.compute.manager [-] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.729765] env[69942]: DEBUG nova.network.neutron [-] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.746820] env[69942]: DEBUG nova.network.neutron [-] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1466.250145] env[69942]: DEBUG nova.network.neutron [-] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.500062] env[69942]: DEBUG nova.network.neutron [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Port 87d124c5-6b79-457c-b374-09fcce33f7ce binding to destination host cpu-1 is already ACTIVE {{(pid=69942) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1466.500378] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.500507] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.500682] env[69942]: DEBUG nova.network.neutron [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.753478] env[69942]: INFO nova.compute.manager [-] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Took 1.02 seconds to deallocate network for instance. [ 1467.259015] env[69942]: DEBUG nova.network.neutron [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance_info_cache with network_info: [{"id": "87d124c5-6b79-457c-b374-09fcce33f7ce", "address": "fa:16:3e:bc:5d:54", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d124c5-6b", "ovs_interfaceid": "87d124c5-6b79-457c-b374-09fcce33f7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.260950] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.261151] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.261365] env[69942]: DEBUG nova.objects.instance [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lazy-loading 'resources' on Instance uuid 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.763752] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.841319] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ea7d02-44c2-4f64-b0e8-653e3ac84ce7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.849859] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a4d7a8-e652-472f-a62e-11e8b234491d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.880304] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f403d606-e840-4e02-bff3-8105cd46f976 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.887525] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c54640-42c5-4eaa-8771-29a53b8659cb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.900765] env[69942]: DEBUG nova.compute.provider_tree [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.270321] env[69942]: DEBUG nova.compute.manager [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69942) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1468.404592] env[69942]: DEBUG nova.scheduler.client.report [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.909120] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.928583] env[69942]: INFO nova.scheduler.client.report [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Deleted allocations for instance 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38 [ 1469.369790] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.370124] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.436165] env[69942]: DEBUG oslo_concurrency.lockutils [None req-367ddea8-2a00-4fac-a46d-e84faa33f1ac tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "5f57ea37-a9ec-496b-bb5c-ddf82ec98d38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.361s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.550467] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "9413c8b5-59b1-4d0f-adee-6524fab612f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.550729] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "9413c8b5-59b1-4d0f-adee-6524fab612f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.550931] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "9413c8b5-59b1-4d0f-adee-6524fab612f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.551123] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "9413c8b5-59b1-4d0f-adee-6524fab612f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.551330] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "9413c8b5-59b1-4d0f-adee-6524fab612f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.553391] env[69942]: INFO nova.compute.manager [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Terminating instance [ 1469.873049] env[69942]: DEBUG nova.objects.instance [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'migration_context' on Instance uuid 901a0762-ab12-4940-b17a-fe78867109fb {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.057479] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "refresh_cache-9413c8b5-59b1-4d0f-adee-6524fab612f5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.057655] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquired lock "refresh_cache-9413c8b5-59b1-4d0f-adee-6524fab612f5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.057862] env[69942]: DEBUG nova.network.neutron [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.441011] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ab2a45-d5f2-4235-86ab-8b6310687627 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.449338] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d063818-c36f-43dc-89e0-38ead3b049f1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.479499] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da17e49e-9de2-4786-9efb-dc0fb722e238 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.487099] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b90470-3f9e-4ef3-aa33-1215b1354922 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.500290] env[69942]: DEBUG nova.compute.provider_tree [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.576925] env[69942]: DEBUG nova.network.neutron [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.628083] env[69942]: DEBUG nova.network.neutron [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.003437] env[69942]: DEBUG nova.scheduler.client.report [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.130924] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Releasing lock "refresh_cache-9413c8b5-59b1-4d0f-adee-6524fab612f5" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.131393] env[69942]: DEBUG nova.compute.manager [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.131600] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.132561] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0faa24b-af60-4f98-85cc-53722e464a40 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.142061] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.142329] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbbb7cc3-07fb-4474-8c3d-fbfbd2216c1a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.149638] env[69942]: DEBUG oslo_vmware.api [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1471.149638] env[69942]: value = "task-3832177" [ 1471.149638] env[69942]: _type = "Task" [ 1471.149638] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.157616] env[69942]: DEBUG oslo_vmware.api [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.659434] env[69942]: DEBUG oslo_vmware.api [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832177, 'name': PowerOffVM_Task, 'duration_secs': 0.160215} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.659793] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.659793] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1471.660052] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebff8361-0454-4660-9821-778c4608617f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.686521] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1471.686919] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1471.687257] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Deleting the datastore file [datastore1] 9413c8b5-59b1-4d0f-adee-6524fab612f5 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1471.687610] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3794cd3-321c-4e55-874c-f4c08cafcc06 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.693667] env[69942]: DEBUG oslo_vmware.api [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for the task: (returnval){ [ 1471.693667] env[69942]: value = "task-3832179" [ 1471.693667] env[69942]: _type = "Task" [ 1471.693667] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.701978] env[69942]: DEBUG oslo_vmware.api [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.014807] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.644s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.204317] env[69942]: DEBUG oslo_vmware.api [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Task: {'id': task-3832179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096909} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.204580] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.204758] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.204934] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.205118] env[69942]: INFO nova.compute.manager [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1472.205354] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1472.205546] env[69942]: DEBUG nova.compute.manager [-] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.205638] env[69942]: DEBUG nova.network.neutron [-] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1472.221069] env[69942]: DEBUG nova.network.neutron [-] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.723247] env[69942]: DEBUG nova.network.neutron [-] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.226406] env[69942]: INFO nova.compute.manager [-] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Took 1.02 seconds to deallocate network for instance. [ 1473.553222] env[69942]: INFO nova.compute.manager [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Swapping old allocation on dict_keys(['c13aeb76-6f70-48cc-966a-c2ddeab670af']) held by migration 5454e518-67c5-430a-a107-afddb9affc11 for instance [ 1473.575572] env[69942]: DEBUG nova.scheduler.client.report [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Overwriting current allocation {'allocations': {'c13aeb76-6f70-48cc-966a-c2ddeab670af': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 185}}, 'project_id': '235a228dae344e1d9f697dffd857888e', 'user_id': '8888d586bca349dc99d054d9baf44625', 'consumer_generation': 1} on consumer 901a0762-ab12-4940-b17a-fe78867109fb {{(pid=69942) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1473.650069] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.650280] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.650481] env[69942]: DEBUG nova.network.neutron [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.732191] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.732520] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.732694] env[69942]: DEBUG nova.objects.instance [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lazy-loading 'resources' on Instance uuid 9413c8b5-59b1-4d0f-adee-6524fab612f5 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.294064] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4791f92-31b5-40dc-9fe4-460c25dca298 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.304994] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b95e6-06f0-4c62-813c-611f48ac545e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.336950] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47851870-e10a-46f2-a435-c1d91da2feb8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.344888] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d55ead5-ccd9-43db-b9a4-7317fa24ef23 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.358492] env[69942]: DEBUG nova.compute.provider_tree [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.368606] env[69942]: DEBUG nova.network.neutron [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance_info_cache with network_info: [{"id": "87d124c5-6b79-457c-b374-09fcce33f7ce", "address": "fa:16:3e:bc:5d:54", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87d124c5-6b", "ovs_interfaceid": "87d124c5-6b79-457c-b374-09fcce33f7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.861804] env[69942]: DEBUG nova.scheduler.client.report [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.870761] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-901a0762-ab12-4940-b17a-fe78867109fb" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.871712] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9108bbad-5121-4434-bf45-e44c036496cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.879451] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc0ec20-0b96-4c8a-a509-b2ea2036372e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.366508] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.383708] env[69942]: INFO nova.scheduler.client.report [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Deleted allocations for instance 9413c8b5-59b1-4d0f-adee-6524fab612f5 [ 1475.890541] env[69942]: DEBUG oslo_concurrency.lockutils [None req-c966f8e9-4f20-40da-9625-af20c11dac9b tempest-ServerShowV247Test-1737307255 tempest-ServerShowV247Test-1737307255-project-member] Lock "9413c8b5-59b1-4d0f-adee-6524fab612f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.340s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.965685] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.966015] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41d053f-a6b4-4540-bbfd-fa2fd63484ee {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.973711] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1475.973711] env[69942]: value = "task-3832180" [ 1475.973711] env[69942]: _type = "Task" [ 1475.973711] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.983043] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.483409] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832180, 'name': PowerOffVM_Task, 'duration_secs': 0.236437} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.483662] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.484292] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1476.484505] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.484665] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1476.484837] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.484981] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1476.485140] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1476.485349] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1476.485498] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1476.485655] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1476.485812] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1476.485978] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1476.490915] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ef7b5b-fbbf-489d-bc10-8487f28f7530 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.506321] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1476.506321] env[69942]: value = "task-3832181" [ 1476.506321] env[69942]: _type = "Task" [ 1476.506321] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.514492] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.017094] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832181, 'name': ReconfigVM_Task, 'duration_secs': 0.151537} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.018064] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a3b7b0-7b37-4762-bcfb-8aca8047650f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.040961] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.041256] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.041423] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.041608] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.041754] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.041905] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.042129] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.042293] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.042461] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.042623] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.042800] env[69942]: DEBUG nova.virt.hardware [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.043929] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08494591-7f23-40dc-a194-4565d43b2098 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.050771] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1477.050771] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525a4d50-af51-de93-ae49-bc56b0ed06ba" [ 1477.050771] env[69942]: _type = "Task" [ 1477.050771] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.060499] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525a4d50-af51-de93-ae49-bc56b0ed06ba, 'name': SearchDatastore_Task, 'duration_secs': 0.007639} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.066070] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1477.066402] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796eeaa3-af12-48e0-93ed-7a050c2a0bd1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.086724] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1477.086724] env[69942]: value = "task-3832182" [ 1477.086724] env[69942]: _type = "Task" [ 1477.086724] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.095257] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.596626] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832182, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.097816] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832182, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.598677] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832182, 'name': ReconfigVM_Task, 'duration_secs': 1.207229} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.598848] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1478.599692] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef39306-f30c-4cae-b589-5a8577ed9d6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.625444] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 901a0762-ab12-4940-b17a-fe78867109fb/901a0762-ab12-4940-b17a-fe78867109fb.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.625680] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d6b9c22-ee55-4347-9544-05ec9e3c83f0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.644257] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1478.644257] env[69942]: value = "task-3832183" [ 1478.644257] env[69942]: _type = "Task" [ 1478.644257] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.651758] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.153584] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832183, 'name': ReconfigVM_Task, 'duration_secs': 0.273422} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.153998] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 901a0762-ab12-4940-b17a-fe78867109fb/901a0762-ab12-4940-b17a-fe78867109fb.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.154733] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e64fd8b-070e-4892-ab43-e18d3ee2e7dc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.176976] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f1414b-a9e9-4ec3-9d66-bac09a5c4017 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.197451] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676285ed-be09-4d96-91f3-d762f7a75a97 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.217610] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32e7868-aff0-4f85-ae33-930c2dde198c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.224662] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1479.224903] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ffa3425-bda1-462b-9e7c-2b3bae807c28 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.230816] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1479.230816] env[69942]: value = "task-3832184" [ 1479.230816] env[69942]: _type = "Task" [ 1479.230816] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.237981] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.741106] env[69942]: DEBUG oslo_vmware.api [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832184, 'name': PowerOnVM_Task, 'duration_secs': 0.398167} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.741354] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.787471] env[69942]: INFO nova.compute.manager [None req-d99079c0-4bda-4b69-ac32-e5b5076dfe18 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance to original state: 'active' [ 1482.514377] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "901a0762-ab12-4940-b17a-fe78867109fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.514726] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.514859] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "901a0762-ab12-4940-b17a-fe78867109fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.515055] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.515228] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.517332] env[69942]: INFO nova.compute.manager [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Terminating instance [ 1483.021478] env[69942]: DEBUG nova.compute.manager [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.021730] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.022018] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8f4ebf4-4a2d-489a-bbe1-38c1b4ed2296 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.029276] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1483.029276] env[69942]: value = "task-3832185" [ 1483.029276] env[69942]: _type = "Task" [ 1483.029276] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.037395] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.539441] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832185, 'name': PowerOffVM_Task, 'duration_secs': 0.173002} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.539810] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.539934] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1483.540150] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761816', 'volume_id': '0bef5f67-83d1-48ee-9584-9124edeca21b', 'name': 'volume-0bef5f67-83d1-48ee-9584-9124edeca21b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '901a0762-ab12-4940-b17a-fe78867109fb', 'attached_at': '2025-05-06T08:34:41.000000', 'detached_at': '', 'volume_id': '0bef5f67-83d1-48ee-9584-9124edeca21b', 'serial': '0bef5f67-83d1-48ee-9584-9124edeca21b'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1483.540917] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68a370-bad2-4baa-a512-b24529d4b6c3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.561936] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2700956c-2328-49b3-9f17-65f3350389a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.569093] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc8e464-d979-45ce-9c45-411bee65b236 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.589572] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7578520-6a6c-483d-8d79-3e8b691d239b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.605940] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] The volume has not been displaced from its original location: [datastore1] volume-0bef5f67-83d1-48ee-9584-9124edeca21b/volume-0bef5f67-83d1-48ee-9584-9124edeca21b.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1483.611421] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1483.611719] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b0070d-55de-499c-b369-317112028232 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.629826] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1483.629826] env[69942]: value = "task-3832186" [ 1483.629826] env[69942]: _type = "Task" [ 1483.629826] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.637718] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.139425] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832186, 'name': ReconfigVM_Task, 'duration_secs': 0.185162} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.139718] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1484.144336] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9255de1-62d2-4aa3-8832-3547ed4b29b3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.158927] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1484.158927] env[69942]: value = "task-3832187" [ 1484.158927] env[69942]: _type = "Task" [ 1484.158927] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.167441] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.669115] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832187, 'name': ReconfigVM_Task, 'duration_secs': 0.136349} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.669508] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761816', 'volume_id': '0bef5f67-83d1-48ee-9584-9124edeca21b', 'name': 'volume-0bef5f67-83d1-48ee-9584-9124edeca21b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '901a0762-ab12-4940-b17a-fe78867109fb', 'attached_at': '2025-05-06T08:34:41.000000', 'detached_at': '', 'volume_id': '0bef5f67-83d1-48ee-9584-9124edeca21b', 'serial': '0bef5f67-83d1-48ee-9584-9124edeca21b'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1484.669709] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.670477] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41938f91-9b82-4799-9c6b-3145d03d222d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.677143] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.677358] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd0721e7-59b2-47bb-b955-95b51fd9ab85 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.680200] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.680389] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.680545] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.680692] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.680841] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.680982] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.681142] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.681271] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1484.681490] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.736971] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.737210] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.737399] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleting the datastore file [datastore2] 901a0762-ab12-4940-b17a-fe78867109fb {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.737677] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59838dca-67ce-4933-bf7e-f17daa90b186 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.746454] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1484.746454] env[69942]: value = "task-3832189" [ 1484.746454] env[69942]: _type = "Task" [ 1484.746454] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.754707] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.184845] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.184845] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.184845] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.184845] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1485.185712] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63342455-6a94-4a18-add6-d4ee62ff9a5e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.194238] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf9fbb9-1c3d-4437-99f4-e4fa493a0999 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.207923] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e083dd85-d1d8-4ed5-af80-bc8e021f1a7f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.214667] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169ea1bd-c964-4f2e-bcd6-53e8c28b55ca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.948975] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179884MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1485.949355] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.949355] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.962545] env[69942]: DEBUG oslo_vmware.api [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145622} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.962545] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.962545] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.962545] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.962545] env[69942]: INFO nova.compute.manager [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Took 2.94 seconds to destroy the instance on the hypervisor. [ 1485.962545] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1485.962545] env[69942]: DEBUG nova.compute.manager [-] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1485.962545] env[69942]: DEBUG nova.network.neutron [-] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.386357] env[69942]: DEBUG nova.compute.manager [req-8d43359f-60a6-4e04-9061-e48a8571d016 req-d0eefc6a-b323-457c-8346-8e7970d7c976 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Received event network-vif-deleted-87d124c5-6b79-457c-b374-09fcce33f7ce {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1486.387180] env[69942]: INFO nova.compute.manager [req-8d43359f-60a6-4e04-9061-e48a8571d016 req-d0eefc6a-b323-457c-8346-8e7970d7c976 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Neutron deleted interface 87d124c5-6b79-457c-b374-09fcce33f7ce; detaching it from the instance and deleting it from the info cache [ 1486.387180] env[69942]: DEBUG nova.network.neutron [req-8d43359f-60a6-4e04-9061-e48a8571d016 req-d0eefc6a-b323-457c-8346-8e7970d7c976 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.845954] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "83caa4fd-d923-46a5-8110-1687c8fc0932" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.847163] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.866565] env[69942]: DEBUG nova.network.neutron [-] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.890234] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b397fa8c-5b9c-4e19-9ed9-2df9378f6e56 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.900724] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eea7082-70e0-466c-9fd5-c19611d213f2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.925991] env[69942]: DEBUG nova.compute.manager [req-8d43359f-60a6-4e04-9061-e48a8571d016 req-d0eefc6a-b323-457c-8346-8e7970d7c976 service nova] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Detach interface failed, port_id=87d124c5-6b79-457c-b374-09fcce33f7ce, reason: Instance 901a0762-ab12-4940-b17a-fe78867109fb could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1486.977623] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 83caa4fd-d923-46a5-8110-1687c8fc0932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1486.977887] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 901a0762-ab12-4940-b17a-fe78867109fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1486.977970] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1486.978119] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1487.020860] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8555937-2f8e-4107-a7f3-617b9c30f575 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.029150] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7cc6d6-b923-4e18-9cb2-198f546c3945 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.061761] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f98f5a2-de8e-4390-a3e6-3f7bfc99596e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.069905] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418a5996-f569-42ff-9feb-12d141f44ca6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.083504] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.349711] env[69942]: DEBUG nova.compute.utils [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1487.369365] env[69942]: INFO nova.compute.manager [-] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Took 1.41 seconds to deallocate network for instance. [ 1487.586238] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.854114] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.913061] env[69942]: INFO nova.compute.manager [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Took 0.54 seconds to detach 1 volumes for instance. [ 1488.091498] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1488.091835] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.419080] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.419402] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.419623] env[69942]: DEBUG nova.objects.instance [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'resources' on Instance uuid 901a0762-ab12-4940-b17a-fe78867109fb {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.912806] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "83caa4fd-d923-46a5-8110-1687c8fc0932" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.913080] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.913299] env[69942]: INFO nova.compute.manager [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Attaching volume 6dd03030-9ff2-4867-9e56-76041c12cef6 to /dev/sdb [ 1488.945329] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232653f5-d3ef-4712-84de-68b9eb90bece {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.954494] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a5e727-1c50-453f-8d3c-3d62ecd1b76f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.963515] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8940e91d-12be-4bb5-9b57-6d164cbbaffb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.974419] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcf5aa6-aee1-453a-a2f3-2f7e49130770 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.977815] env[69942]: DEBUG nova.virt.block_device [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Updating existing volume attachment record: 8914baf6-58f4-4c88-859f-acee6e12063f {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1489.007829] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086e5339-be58-4bcd-a6d4-3ebd86a24503 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.016700] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9553a5b-de8c-41bf-900c-dc597e87e5e5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.030231] env[69942]: DEBUG nova.compute.provider_tree [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.533564] env[69942]: DEBUG nova.scheduler.client.report [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.039346] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.059943] env[69942]: INFO nova.scheduler.client.report [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleted allocations for instance 901a0762-ab12-4940-b17a-fe78867109fb [ 1490.567568] env[69942]: DEBUG oslo_concurrency.lockutils [None req-3db85ab9-05ed-4831-9140-b471e6f1e175 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "901a0762-ab12-4940-b17a-fe78867109fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.053s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.849867] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "80eaec47-d869-4600-85a0-b3259771df05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.850240] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "80eaec47-d869-4600-85a0-b3259771df05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.352832] env[69942]: DEBUG nova.compute.manager [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.873985] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.874286] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.875804] env[69942]: INFO nova.compute.claims [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.522058] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1493.522337] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761826', 'volume_id': '6dd03030-9ff2-4867-9e56-76041c12cef6', 'name': 'volume-6dd03030-9ff2-4867-9e56-76041c12cef6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83caa4fd-d923-46a5-8110-1687c8fc0932', 'attached_at': '', 'detached_at': '', 'volume_id': '6dd03030-9ff2-4867-9e56-76041c12cef6', 'serial': '6dd03030-9ff2-4867-9e56-76041c12cef6'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1493.523482] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d58bb9-9553-42e9-b33c-ccb758e4fe94 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.541216] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5818dce5-1d67-41e3-a61d-5abb4abfd203 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.568081] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-6dd03030-9ff2-4867-9e56-76041c12cef6/volume-6dd03030-9ff2-4867-9e56-76041c12cef6.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.568474] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a731d5-7a7f-4322-9e61-571223896fcd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.588065] env[69942]: DEBUG oslo_vmware.api [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1493.588065] env[69942]: value = "task-3832194" [ 1493.588065] env[69942]: _type = "Task" [ 1493.588065] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.597234] env[69942]: DEBUG oslo_vmware.api [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.926677] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bfe087-6042-456a-ab01-92f0073f5c36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.935058] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9133713-cc66-4007-b20d-cd3df247fe21 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.967694] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d184cd99-abbe-4bc7-a1f9-ced2a66d6ec8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.975980] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f42244-0967-4f94-9592-e0beda336811 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.990481] env[69942]: DEBUG nova.compute.provider_tree [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.098689] env[69942]: DEBUG oslo_vmware.api [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832194, 'name': ReconfigVM_Task, 'duration_secs': 0.399921} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.098992] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-6dd03030-9ff2-4867-9e56-76041c12cef6/volume-6dd03030-9ff2-4867-9e56-76041c12cef6.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1494.103737] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1025e45d-b91e-4152-a5aa-fa8a89cb1322 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.120018] env[69942]: DEBUG oslo_vmware.api [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1494.120018] env[69942]: value = "task-3832195" [ 1494.120018] env[69942]: _type = "Task" [ 1494.120018] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.129098] env[69942]: DEBUG oslo_vmware.api [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.493549] env[69942]: DEBUG nova.scheduler.client.report [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.629965] env[69942]: DEBUG oslo_vmware.api [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832195, 'name': ReconfigVM_Task, 'duration_secs': 0.141595} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.630307] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761826', 'volume_id': '6dd03030-9ff2-4867-9e56-76041c12cef6', 'name': 'volume-6dd03030-9ff2-4867-9e56-76041c12cef6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83caa4fd-d923-46a5-8110-1687c8fc0932', 'attached_at': '', 'detached_at': '', 'volume_id': '6dd03030-9ff2-4867-9e56-76041c12cef6', 'serial': '6dd03030-9ff2-4867-9e56-76041c12cef6'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1494.998921] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.999470] env[69942]: DEBUG nova.compute.manager [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.504107] env[69942]: DEBUG nova.compute.utils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1495.505886] env[69942]: DEBUG nova.compute.manager [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.506064] env[69942]: DEBUG nova.network.neutron [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.552846] env[69942]: DEBUG nova.policy [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8888d586bca349dc99d054d9baf44625', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '235a228dae344e1d9f697dffd857888e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.667008] env[69942]: DEBUG nova.objects.instance [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'flavor' on Instance uuid 83caa4fd-d923-46a5-8110-1687c8fc0932 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.911033] env[69942]: DEBUG nova.network.neutron [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Successfully created port: 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1496.009512] env[69942]: DEBUG nova.compute.manager [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.172683] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8114fd44-2c62-449a-860a-f07341c1deb7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.266530] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "83caa4fd-d923-46a5-8110-1687c8fc0932" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.266745] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.266938] env[69942]: DEBUG nova.compute.manager [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.267936] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db6123-aa01-4d79-ace0-84cc771bcb36 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.275268] env[69942]: DEBUG nova.compute.manager [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1496.275815] env[69942]: DEBUG nova.objects.instance [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'flavor' on Instance uuid 83caa4fd-d923-46a5-8110-1687c8fc0932 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.019611] env[69942]: DEBUG nova.compute.manager [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1497.046135] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1497.046427] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.046601] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1497.046784] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.046928] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1497.047087] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1497.047299] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1497.047453] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1497.047615] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1497.047842] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1497.047952] env[69942]: DEBUG nova.virt.hardware [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1497.048872] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e16ae6-fa98-4262-b7a0-72f25ab54839 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.057258] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd2b974-5c29-49c4-8e6b-947b961acc6b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.283068] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.283412] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8ef0557-bfc2-47b4-8fdc-5b0a863f90ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.291383] env[69942]: DEBUG oslo_vmware.api [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1497.291383] env[69942]: value = "task-3832196" [ 1497.291383] env[69942]: _type = "Task" [ 1497.291383] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.301129] env[69942]: DEBUG oslo_vmware.api [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.303457] env[69942]: DEBUG nova.compute.manager [req-4e5dd547-1bc4-4190-8b2d-297529ef7abd req-a40db351-568f-41ce-bf8b-ab2329eeae11 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received event network-vif-plugged-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1497.303668] env[69942]: DEBUG oslo_concurrency.lockutils [req-4e5dd547-1bc4-4190-8b2d-297529ef7abd req-a40db351-568f-41ce-bf8b-ab2329eeae11 service nova] Acquiring lock "80eaec47-d869-4600-85a0-b3259771df05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.303871] env[69942]: DEBUG oslo_concurrency.lockutils [req-4e5dd547-1bc4-4190-8b2d-297529ef7abd req-a40db351-568f-41ce-bf8b-ab2329eeae11 service nova] Lock "80eaec47-d869-4600-85a0-b3259771df05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.304044] env[69942]: DEBUG oslo_concurrency.lockutils [req-4e5dd547-1bc4-4190-8b2d-297529ef7abd req-a40db351-568f-41ce-bf8b-ab2329eeae11 service nova] Lock "80eaec47-d869-4600-85a0-b3259771df05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.304211] env[69942]: DEBUG nova.compute.manager [req-4e5dd547-1bc4-4190-8b2d-297529ef7abd req-a40db351-568f-41ce-bf8b-ab2329eeae11 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] No waiting events found dispatching network-vif-plugged-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1497.304369] env[69942]: WARNING nova.compute.manager [req-4e5dd547-1bc4-4190-8b2d-297529ef7abd req-a40db351-568f-41ce-bf8b-ab2329eeae11 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received unexpected event network-vif-plugged-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 for instance with vm_state building and task_state spawning. [ 1497.394538] env[69942]: DEBUG nova.network.neutron [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Successfully updated port: 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.802137] env[69942]: DEBUG oslo_vmware.api [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832196, 'name': PowerOffVM_Task, 'duration_secs': 0.188607} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.802444] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.802646] env[69942]: DEBUG nova.compute.manager [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.803444] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042dd953-68a2-4383-aa54-44e4c9fe323d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.897671] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.897854] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.897975] env[69942]: DEBUG nova.network.neutron [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.315812] env[69942]: DEBUG oslo_concurrency.lockutils [None req-fb4f60c8-e329-4b90-9738-91dc62113502 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.428192] env[69942]: DEBUG nova.network.neutron [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.550891] env[69942]: DEBUG nova.network.neutron [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updating instance_info_cache with network_info: [{"id": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "address": "fa:16:3e:aa:9d:c7", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c574b9-2e", "ovs_interfaceid": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.763900] env[69942]: DEBUG nova.objects.instance [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'flavor' on Instance uuid 83caa4fd-d923-46a5-8110-1687c8fc0932 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.053502] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.053832] env[69942]: DEBUG nova.compute.manager [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Instance network_info: |[{"id": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "address": "fa:16:3e:aa:9d:c7", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c574b9-2e", "ovs_interfaceid": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1499.054271] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:9d:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c574b9-2e0c-4e3d-b1df-7bbd206dbc00', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.061868] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.062089] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.062316] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-671798c9-5dfb-43dd-b7d5-8df44d8796e0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.082755] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.082755] env[69942]: value = "task-3832197" [ 1499.082755] env[69942]: _type = "Task" [ 1499.082755] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.090861] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832197, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.269520] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.269743] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquired lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.269949] env[69942]: DEBUG nova.network.neutron [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.270139] env[69942]: DEBUG nova.objects.instance [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'info_cache' on Instance uuid 83caa4fd-d923-46a5-8110-1687c8fc0932 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.327728] env[69942]: DEBUG nova.compute.manager [req-86e7bcc9-f8a7-4f09-a8c1-552e135fabd7 req-d3bdc955-c490-409d-8f09-fe283eaf780c service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received event network-changed-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.328072] env[69942]: DEBUG nova.compute.manager [req-86e7bcc9-f8a7-4f09-a8c1-552e135fabd7 req-d3bdc955-c490-409d-8f09-fe283eaf780c service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Refreshing instance network info cache due to event network-changed-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1499.328072] env[69942]: DEBUG oslo_concurrency.lockutils [req-86e7bcc9-f8a7-4f09-a8c1-552e135fabd7 req-d3bdc955-c490-409d-8f09-fe283eaf780c service nova] Acquiring lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.328288] env[69942]: DEBUG oslo_concurrency.lockutils [req-86e7bcc9-f8a7-4f09-a8c1-552e135fabd7 req-d3bdc955-c490-409d-8f09-fe283eaf780c service nova] Acquired lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.328349] env[69942]: DEBUG nova.network.neutron [req-86e7bcc9-f8a7-4f09-a8c1-552e135fabd7 req-d3bdc955-c490-409d-8f09-fe283eaf780c service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Refreshing network info cache for port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.593589] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832197, 'name': CreateVM_Task, 'duration_secs': 0.293339} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.593752] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.594401] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.594571] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.594961] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.595277] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c983c5-36b4-4eaa-a565-62dbb170b873 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.600499] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1499.600499] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b4aeab-eb83-663b-c80a-632202056571" [ 1499.600499] env[69942]: _type = "Task" [ 1499.600499] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.608543] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b4aeab-eb83-663b-c80a-632202056571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.773536] env[69942]: DEBUG nova.objects.base [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Object Instance<83caa4fd-d923-46a5-8110-1687c8fc0932> lazy-loaded attributes: flavor,info_cache {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1500.016814] env[69942]: DEBUG nova.network.neutron [req-86e7bcc9-f8a7-4f09-a8c1-552e135fabd7 req-d3bdc955-c490-409d-8f09-fe283eaf780c service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updated VIF entry in instance network info cache for port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.017205] env[69942]: DEBUG nova.network.neutron [req-86e7bcc9-f8a7-4f09-a8c1-552e135fabd7 req-d3bdc955-c490-409d-8f09-fe283eaf780c service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updating instance_info_cache with network_info: [{"id": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "address": "fa:16:3e:aa:9d:c7", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c574b9-2e", "ovs_interfaceid": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.113659] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52b4aeab-eb83-663b-c80a-632202056571, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.113910] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.114164] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.114397] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.114539] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.114713] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.114977] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d8eec9-c5d9-4f74-b218-49012ef05c8e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.123316] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.123484] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.124189] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b932cb-5b2f-4b73-9f21-e1af6ed3057f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.129336] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1500.129336] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52702f7e-6680-0ad2-56a0-122f070b67ea" [ 1500.129336] env[69942]: _type = "Task" [ 1500.129336] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.136551] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52702f7e-6680-0ad2-56a0-122f070b67ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.475641] env[69942]: DEBUG nova.network.neutron [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Updating instance_info_cache with network_info: [{"id": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "address": "fa:16:3e:ce:d5:62", "network": {"id": "583d2564-ed2c-46a2-bc5a-667006fd7db0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-204676209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3531e7c7214446948a981aa566203652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9334db0-66", "ovs_interfaceid": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.520203] env[69942]: DEBUG oslo_concurrency.lockutils [req-86e7bcc9-f8a7-4f09-a8c1-552e135fabd7 req-d3bdc955-c490-409d-8f09-fe283eaf780c service nova] Releasing lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.640524] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52702f7e-6680-0ad2-56a0-122f070b67ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.641277] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce7500d-5f99-47d0-9420-1ac1891d3466 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.646290] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1500.646290] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523ff6e8-ee70-46e5-76f1-53d04a288da5" [ 1500.646290] env[69942]: _type = "Task" [ 1500.646290] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.654099] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523ff6e8-ee70-46e5-76f1-53d04a288da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.978901] env[69942]: DEBUG oslo_concurrency.lockutils [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Releasing lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.157624] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523ff6e8-ee70-46e5-76f1-53d04a288da5, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.157845] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.158111] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 80eaec47-d869-4600-85a0-b3259771df05/80eaec47-d869-4600-85a0-b3259771df05.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.158388] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a96194e5-f4c1-47e5-a042-6471b7684401 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.165449] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1501.165449] env[69942]: value = "task-3832198" [ 1501.165449] env[69942]: _type = "Task" [ 1501.165449] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.173494] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.674963] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417813} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.675287] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 80eaec47-d869-4600-85a0-b3259771df05/80eaec47-d869-4600-85a0-b3259771df05.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1501.675449] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1501.675702] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e03b09e1-f144-4015-8387-cd274b54d486 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.682689] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1501.682689] env[69942]: value = "task-3832199" [ 1501.682689] env[69942]: _type = "Task" [ 1501.682689] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.691818] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.985586] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.985922] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50156e6f-c1c8-41c1-b8f5-387465c2c18b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.995071] env[69942]: DEBUG oslo_vmware.api [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1501.995071] env[69942]: value = "task-3832200" [ 1501.995071] env[69942]: _type = "Task" [ 1501.995071] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.002900] env[69942]: DEBUG oslo_vmware.api [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.193305] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062024} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.193571] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1502.194361] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cbbfd6-6f3b-4061-9489-89e141ea3509 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.217424] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 80eaec47-d869-4600-85a0-b3259771df05/80eaec47-d869-4600-85a0-b3259771df05.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.217714] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f0d3b83-c35c-472a-b75f-aa17f3239f26 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.239058] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1502.239058] env[69942]: value = "task-3832201" [ 1502.239058] env[69942]: _type = "Task" [ 1502.239058] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.247262] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.504811] env[69942]: DEBUG oslo_vmware.api [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832200, 'name': PowerOnVM_Task, 'duration_secs': 0.38506} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.505211] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.505375] env[69942]: DEBUG nova.compute.manager [None req-f08f59f0-4f7a-410b-ad2f-e2a1bdd4ab14 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1502.506169] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d761649-8da9-4002-ba13-80df9f9883d8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.749523] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832201, 'name': ReconfigVM_Task, 'duration_secs': 0.29822} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.749883] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 80eaec47-d869-4600-85a0-b3259771df05/80eaec47-d869-4600-85a0-b3259771df05.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.750479] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86bfe347-6ffb-4f51-b39e-73428e40c58e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.756761] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1502.756761] env[69942]: value = "task-3832202" [ 1502.756761] env[69942]: _type = "Task" [ 1502.756761] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.764926] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832202, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.268036] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832202, 'name': Rename_Task, 'duration_secs': 0.151081} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.268290] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.268603] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfdb49e1-d888-412c-95c1-b0756daf19fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.276258] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1503.276258] env[69942]: value = "task-3832203" [ 1503.276258] env[69942]: _type = "Task" [ 1503.276258] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.284974] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.786441] env[69942]: DEBUG oslo_vmware.api [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832203, 'name': PowerOnVM_Task, 'duration_secs': 0.437337} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.786828] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.786937] env[69942]: INFO nova.compute.manager [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1503.787223] env[69942]: DEBUG nova.compute.manager [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.787913] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2f9bc3-d913-463d-a6cd-c26fbce5818d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.305130] env[69942]: INFO nova.compute.manager [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Took 11.45 seconds to build instance. [ 1504.806866] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a99fc71-be75-4ce9-89c6-ec8b864a27ea tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "80eaec47-d869-4600-85a0-b3259771df05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.956s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.933317] env[69942]: DEBUG nova.compute.manager [req-468ee15f-cca6-4a83-8bfd-96b0f547f685 req-f6e04365-6050-4921-9d7f-1e27e635b1fd service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received event network-changed-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.933534] env[69942]: DEBUG nova.compute.manager [req-468ee15f-cca6-4a83-8bfd-96b0f547f685 req-f6e04365-6050-4921-9d7f-1e27e635b1fd service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Refreshing instance network info cache due to event network-changed-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1504.933768] env[69942]: DEBUG oslo_concurrency.lockutils [req-468ee15f-cca6-4a83-8bfd-96b0f547f685 req-f6e04365-6050-4921-9d7f-1e27e635b1fd service nova] Acquiring lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.933882] env[69942]: DEBUG oslo_concurrency.lockutils [req-468ee15f-cca6-4a83-8bfd-96b0f547f685 req-f6e04365-6050-4921-9d7f-1e27e635b1fd service nova] Acquired lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.934050] env[69942]: DEBUG nova.network.neutron [req-468ee15f-cca6-4a83-8bfd-96b0f547f685 req-f6e04365-6050-4921-9d7f-1e27e635b1fd service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Refreshing network info cache for port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.635970] env[69942]: DEBUG nova.network.neutron [req-468ee15f-cca6-4a83-8bfd-96b0f547f685 req-f6e04365-6050-4921-9d7f-1e27e635b1fd service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updated VIF entry in instance network info cache for port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.636410] env[69942]: DEBUG nova.network.neutron [req-468ee15f-cca6-4a83-8bfd-96b0f547f685 req-f6e04365-6050-4921-9d7f-1e27e635b1fd service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updating instance_info_cache with network_info: [{"id": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "address": "fa:16:3e:aa:9d:c7", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c574b9-2e", "ovs_interfaceid": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.139620] env[69942]: DEBUG oslo_concurrency.lockutils [req-468ee15f-cca6-4a83-8bfd-96b0f547f685 req-f6e04365-6050-4921-9d7f-1e27e635b1fd service nova] Releasing lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.521756] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.522194] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.026947] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.027137] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.027301] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.027454] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.027598] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.027741] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.027876] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1534.028034] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.531197] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.531572] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.531615] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.531769] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1534.532707] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f990f996-bd22-4c0c-ada4-0073a5efa543 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.541349] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca484fa6-c0f3-47a7-ac2a-fa41811b58b1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.555827] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3651b00f-1899-4f7a-b560-8f7e6c78573b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.562295] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3214ff0-7c0e-422f-908b-682b64840d68 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.591897] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180476MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1534.592062] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.592269] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.619983] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 83caa4fd-d923-46a5-8110-1687c8fc0932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1535.620257] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 80eaec47-d869-4600-85a0-b3259771df05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1535.620399] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1535.620482] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1535.658278] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e360159e-3329-4c18-b71a-01e26610a6e1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.666154] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c02ed2a-2a62-4bea-a1ab-f5b9d3fb5dc5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.695793] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d38ecf4-e993-4817-863b-6b6087339b68 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.703678] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711665b6-03c1-42c5-b2d7-af3a09d7ef79 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.718973] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.222746] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.727783] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1536.728182] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.005554] env[69942]: DEBUG oslo_concurrency.lockutils [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "83caa4fd-d923-46a5-8110-1687c8fc0932" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.005915] env[69942]: DEBUG oslo_concurrency.lockutils [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.508959] env[69942]: INFO nova.compute.manager [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Detaching volume 6dd03030-9ff2-4867-9e56-76041c12cef6 [ 1539.538544] env[69942]: INFO nova.virt.block_device [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Attempting to driver detach volume 6dd03030-9ff2-4867-9e56-76041c12cef6 from mountpoint /dev/sdb [ 1539.538831] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1539.539028] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761826', 'volume_id': '6dd03030-9ff2-4867-9e56-76041c12cef6', 'name': 'volume-6dd03030-9ff2-4867-9e56-76041c12cef6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83caa4fd-d923-46a5-8110-1687c8fc0932', 'attached_at': '', 'detached_at': '', 'volume_id': '6dd03030-9ff2-4867-9e56-76041c12cef6', 'serial': '6dd03030-9ff2-4867-9e56-76041c12cef6'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1539.539914] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a04b84-2240-4565-a969-71dc5dc4a165 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.561575] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73361f94-414a-4868-9cda-c57db8ef7d27 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.568591] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba87ff4-e349-42aa-8e06-de18c0f3e3f9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.588721] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d194d3ad-8f7a-403f-a81f-81d6ae8c8be9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.603496] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] The volume has not been displaced from its original location: [datastore2] volume-6dd03030-9ff2-4867-9e56-76041c12cef6/volume-6dd03030-9ff2-4867-9e56-76041c12cef6.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1539.608743] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1539.609039] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc0ee026-1c75-4549-b92c-79fcd92977ec {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.626576] env[69942]: DEBUG oslo_vmware.api [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1539.626576] env[69942]: value = "task-3832204" [ 1539.626576] env[69942]: _type = "Task" [ 1539.626576] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.634323] env[69942]: DEBUG oslo_vmware.api [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.136712] env[69942]: DEBUG oslo_vmware.api [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832204, 'name': ReconfigVM_Task, 'duration_secs': 0.231731} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.137081] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1540.141619] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bfaad03-5c51-48df-aa40-ab66a6c06dc0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.156608] env[69942]: DEBUG oslo_vmware.api [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1540.156608] env[69942]: value = "task-3832205" [ 1540.156608] env[69942]: _type = "Task" [ 1540.156608] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.164353] env[69942]: DEBUG oslo_vmware.api [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.668524] env[69942]: DEBUG oslo_vmware.api [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832205, 'name': ReconfigVM_Task, 'duration_secs': 0.13087} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.668861] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761826', 'volume_id': '6dd03030-9ff2-4867-9e56-76041c12cef6', 'name': 'volume-6dd03030-9ff2-4867-9e56-76041c12cef6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83caa4fd-d923-46a5-8110-1687c8fc0932', 'attached_at': '', 'detached_at': '', 'volume_id': '6dd03030-9ff2-4867-9e56-76041c12cef6', 'serial': '6dd03030-9ff2-4867-9e56-76041c12cef6'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1541.209368] env[69942]: DEBUG nova.objects.instance [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'flavor' on Instance uuid 83caa4fd-d923-46a5-8110-1687c8fc0932 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.174907] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "83caa4fd-d923-46a5-8110-1687c8fc0932" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.219065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-13e47956-62b2-4fa5-a9ec-60cef1eb078a tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.220041] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.046s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.220224] env[69942]: DEBUG nova.compute.manager [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.221343] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0521ce1a-a128-4916-b4f7-da31fdd007eb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.228388] env[69942]: DEBUG nova.compute.manager [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69942) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1542.228974] env[69942]: DEBUG nova.objects.instance [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'flavor' on Instance uuid 83caa4fd-d923-46a5-8110-1687c8fc0932 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1542.643467] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "80eaec47-d869-4600-85a0-b3259771df05" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.643764] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "80eaec47-d869-4600-85a0-b3259771df05" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.643906] env[69942]: INFO nova.compute.manager [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Shelving [ 1543.236096] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.236960] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cd9f291-ef49-4073-ba5b-5a2f994aa803 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.244026] env[69942]: DEBUG oslo_vmware.api [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1543.244026] env[69942]: value = "task-3832206" [ 1543.244026] env[69942]: _type = "Task" [ 1543.244026] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.253323] env[69942]: DEBUG oslo_vmware.api [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.653727] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.654071] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cef8235b-b420-4e5d-bd75-d4a1a3dea5c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.661434] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1543.661434] env[69942]: value = "task-3832207" [ 1543.661434] env[69942]: _type = "Task" [ 1543.661434] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.671619] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.754225] env[69942]: DEBUG oslo_vmware.api [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832206, 'name': PowerOffVM_Task, 'duration_secs': 0.167496} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.754540] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.754780] env[69942]: DEBUG nova.compute.manager [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.755681] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a86687c-11ed-449a-919a-d4ccd7f07ed5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.171671] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832207, 'name': PowerOffVM_Task, 'duration_secs': 0.214103} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.171935] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.172846] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3703f7e9-9e54-4017-8c94-0405538212ae {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.191131] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530ea663-4135-474b-8dc7-cc88ade7aafd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.269059] env[69942]: DEBUG oslo_concurrency.lockutils [None req-28bf4a29-d4ad-4cf9-8953-b247c830b5e7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.582023] env[69942]: DEBUG nova.objects.instance [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'flavor' on Instance uuid 83caa4fd-d923-46a5-8110-1687c8fc0932 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1544.700921] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Creating Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1544.701352] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fce9131c-b203-4300-9b67-97e8b309a4ff {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.709783] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1544.709783] env[69942]: value = "task-3832208" [ 1544.709783] env[69942]: _type = "Task" [ 1544.709783] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.719279] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832208, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.087334] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.087614] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquired lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.087818] env[69942]: DEBUG nova.network.neutron [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.088028] env[69942]: DEBUG nova.objects.instance [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'info_cache' on Instance uuid 83caa4fd-d923-46a5-8110-1687c8fc0932 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.219953] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832208, 'name': CreateSnapshot_Task, 'duration_secs': 0.407087} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.220247] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Created Snapshot of the VM instance {{(pid=69942) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1545.221013] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5b5178-9ef0-4f15-9bdd-e4e83aefc4da {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.593174] env[69942]: DEBUG nova.objects.base [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Object Instance<83caa4fd-d923-46a5-8110-1687c8fc0932> lazy-loaded attributes: flavor,info_cache {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1545.738439] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Creating linked-clone VM from snapshot {{(pid=69942) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1545.738684] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1465924-d636-415d-bd0c-d86e67998e57 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.748571] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1545.748571] env[69942]: value = "task-3832209" [ 1545.748571] env[69942]: _type = "Task" [ 1545.748571] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.757431] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832209, 'name': CloneVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.261290] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832209, 'name': CloneVM_Task} progress is 94%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.325401] env[69942]: DEBUG nova.network.neutron [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Updating instance_info_cache with network_info: [{"id": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "address": "fa:16:3e:ce:d5:62", "network": {"id": "583d2564-ed2c-46a2-bc5a-667006fd7db0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-204676209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3531e7c7214446948a981aa566203652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9334db0-66", "ovs_interfaceid": "e9334db0-6659-4b9f-81e9-aec07c5cb0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.759803] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832209, 'name': CloneVM_Task, 'duration_secs': 0.927909} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.760199] env[69942]: INFO nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Created linked-clone VM from snapshot [ 1546.760838] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e48ec25-8c98-4f7f-ae78-8819c4a79025 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.768281] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Uploading image d6a19244-1357-4c9f-b663-50b0390e3cd0 {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1546.792302] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1546.792302] env[69942]: value = "vm-761829" [ 1546.792302] env[69942]: _type = "VirtualMachine" [ 1546.792302] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1546.792567] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f2544f7a-b353-49e2-969d-fe1c703ae9a8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.799566] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lease: (returnval){ [ 1546.799566] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525304cd-990e-97e4-e67b-f76dec28ca36" [ 1546.799566] env[69942]: _type = "HttpNfcLease" [ 1546.799566] env[69942]: } obtained for exporting VM: (result){ [ 1546.799566] env[69942]: value = "vm-761829" [ 1546.799566] env[69942]: _type = "VirtualMachine" [ 1546.799566] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1546.799857] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the lease: (returnval){ [ 1546.799857] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525304cd-990e-97e4-e67b-f76dec28ca36" [ 1546.799857] env[69942]: _type = "HttpNfcLease" [ 1546.799857] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1546.806218] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1546.806218] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525304cd-990e-97e4-e67b-f76dec28ca36" [ 1546.806218] env[69942]: _type = "HttpNfcLease" [ 1546.806218] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1546.827902] env[69942]: DEBUG oslo_concurrency.lockutils [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Releasing lock "refresh_cache-83caa4fd-d923-46a5-8110-1687c8fc0932" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.308416] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1547.308416] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525304cd-990e-97e4-e67b-f76dec28ca36" [ 1547.308416] env[69942]: _type = "HttpNfcLease" [ 1547.308416] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1547.308747] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1547.308747] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]525304cd-990e-97e4-e67b-f76dec28ca36" [ 1547.308747] env[69942]: _type = "HttpNfcLease" [ 1547.308747] env[69942]: }. {{(pid=69942) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1547.309493] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf62b89-dde5-4635-84f9-c78b445d1138 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.317660] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3c293-a748-6f4f-84bf-5415af468a12/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1547.317841] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3c293-a748-6f4f-84bf-5415af468a12/disk-0.vmdk for reading. {{(pid=69942) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1547.406639] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d546609-8996-43f8-beab-8a2b26cb4706 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.874677] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.875135] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9f600bd-8f9a-4614-ae62-c201b8944c93 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.883971] env[69942]: DEBUG oslo_vmware.api [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1547.883971] env[69942]: value = "task-3832211" [ 1547.883971] env[69942]: _type = "Task" [ 1547.883971] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.892860] env[69942]: DEBUG oslo_vmware.api [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.394361] env[69942]: DEBUG oslo_vmware.api [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832211, 'name': PowerOnVM_Task, 'duration_secs': 0.463777} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.394724] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1548.394955] env[69942]: DEBUG nova.compute.manager [None req-8923cae8-b8b3-4f13-a430-231a53f3820b tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1548.395816] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce424b6-f32e-41b4-a2c1-67f64b93a0bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.823881] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3c293-a748-6f4f-84bf-5415af468a12/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1554.824804] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41511676-1517-4e34-b1ea-1020557a3209 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.831271] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3c293-a748-6f4f-84bf-5415af468a12/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1554.831447] env[69942]: ERROR oslo_vmware.rw_handles [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3c293-a748-6f4f-84bf-5415af468a12/disk-0.vmdk due to incomplete transfer. [ 1554.831674] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4dc261db-50f4-41d7-b3e0-93bd9207f8ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.838785] env[69942]: DEBUG oslo_vmware.rw_handles [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b3c293-a748-6f4f-84bf-5415af468a12/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1554.839050] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Uploaded image d6a19244-1357-4c9f-b663-50b0390e3cd0 to the Glance image server {{(pid=69942) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1554.841253] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Destroying the VM {{(pid=69942) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1554.841498] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-752623d1-4fc8-4ce8-966f-4b4a4674f8ce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.847409] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1554.847409] env[69942]: value = "task-3832212" [ 1554.847409] env[69942]: _type = "Task" [ 1554.847409] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.857187] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832212, 'name': Destroy_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.357226] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832212, 'name': Destroy_Task, 'duration_secs': 0.302055} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.357557] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Destroyed the VM [ 1555.357879] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Deleting Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1555.358158] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6d8883f-458d-4013-b9bf-25bbf7664496 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.364988] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1555.364988] env[69942]: value = "task-3832213" [ 1555.364988] env[69942]: _type = "Task" [ 1555.364988] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.373373] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832213, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.875356] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832213, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377187} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.875728] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Deleted Snapshot of the VM instance {{(pid=69942) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1555.875905] env[69942]: DEBUG nova.compute.manager [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.876691] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7db4860-133e-4281-b10d-c2e6d7babf43 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.388487] env[69942]: INFO nova.compute.manager [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Shelve offloading [ 1556.891886] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.892310] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d36c4b6-4d4e-482a-842a-5e9c52fc001b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.901991] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1556.901991] env[69942]: value = "task-3832214" [ 1556.901991] env[69942]: _type = "Task" [ 1556.901991] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.911664] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] VM already powered off {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1556.911873] env[69942]: DEBUG nova.compute.manager [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.912712] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8bfb3d-f019-4e89-9a59-142f9b4fe05b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.919189] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.919352] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.919550] env[69942]: DEBUG nova.network.neutron [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.621018] env[69942]: DEBUG nova.network.neutron [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updating instance_info_cache with network_info: [{"id": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "address": "fa:16:3e:aa:9d:c7", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c574b9-2e", "ovs_interfaceid": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.124068] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.323037] env[69942]: DEBUG nova.compute.manager [req-1d13fd2b-0c27-415f-b0a2-c2c6b1951623 req-5f8e067c-8d64-4fd0-b263-f6a265f2bec8 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received event network-vif-unplugged-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1558.323258] env[69942]: DEBUG oslo_concurrency.lockutils [req-1d13fd2b-0c27-415f-b0a2-c2c6b1951623 req-5f8e067c-8d64-4fd0-b263-f6a265f2bec8 service nova] Acquiring lock "80eaec47-d869-4600-85a0-b3259771df05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.323477] env[69942]: DEBUG oslo_concurrency.lockutils [req-1d13fd2b-0c27-415f-b0a2-c2c6b1951623 req-5f8e067c-8d64-4fd0-b263-f6a265f2bec8 service nova] Lock "80eaec47-d869-4600-85a0-b3259771df05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.323734] env[69942]: DEBUG oslo_concurrency.lockutils [req-1d13fd2b-0c27-415f-b0a2-c2c6b1951623 req-5f8e067c-8d64-4fd0-b263-f6a265f2bec8 service nova] Lock "80eaec47-d869-4600-85a0-b3259771df05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1558.323988] env[69942]: DEBUG nova.compute.manager [req-1d13fd2b-0c27-415f-b0a2-c2c6b1951623 req-5f8e067c-8d64-4fd0-b263-f6a265f2bec8 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] No waiting events found dispatching network-vif-unplugged-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1558.324325] env[69942]: WARNING nova.compute.manager [req-1d13fd2b-0c27-415f-b0a2-c2c6b1951623 req-5f8e067c-8d64-4fd0-b263-f6a265f2bec8 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received unexpected event network-vif-unplugged-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 for instance with vm_state shelved and task_state shelving_offloading. [ 1558.426924] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1558.427864] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea090502-8688-4260-822d-0475c4f550d0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.435653] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1558.435920] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b350f9dd-00ce-432a-ab2c-d0e048b7a777 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.494785] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.495058] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.495247] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleting the datastore file [datastore2] 80eaec47-d869-4600-85a0-b3259771df05 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.495470] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fd550c4-fd12-49e3-9f4e-ec75974cb612 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.502579] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1558.502579] env[69942]: value = "task-3832216" [ 1558.502579] env[69942]: _type = "Task" [ 1558.502579] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.510274] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.014072] env[69942]: DEBUG oslo_vmware.api [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137097} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.014321] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.014501] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.014670] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.039014] env[69942]: INFO nova.scheduler.client.report [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleted allocations for instance 80eaec47-d869-4600-85a0-b3259771df05 [ 1559.543940] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.544325] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.544471] env[69942]: DEBUG nova.objects.instance [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'resources' on Instance uuid 80eaec47-d869-4600-85a0-b3259771df05 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.046852] env[69942]: DEBUG nova.objects.instance [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'numa_topology' on Instance uuid 80eaec47-d869-4600-85a0-b3259771df05 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.349015] env[69942]: DEBUG nova.compute.manager [req-3210f435-66c1-41c8-83d5-c9c6391dc476 req-ce866748-6ff6-42d6-9f5c-329f22f7bdea service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received event network-changed-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1560.349252] env[69942]: DEBUG nova.compute.manager [req-3210f435-66c1-41c8-83d5-c9c6391dc476 req-ce866748-6ff6-42d6-9f5c-329f22f7bdea service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Refreshing instance network info cache due to event network-changed-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1560.349422] env[69942]: DEBUG oslo_concurrency.lockutils [req-3210f435-66c1-41c8-83d5-c9c6391dc476 req-ce866748-6ff6-42d6-9f5c-329f22f7bdea service nova] Acquiring lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.349564] env[69942]: DEBUG oslo_concurrency.lockutils [req-3210f435-66c1-41c8-83d5-c9c6391dc476 req-ce866748-6ff6-42d6-9f5c-329f22f7bdea service nova] Acquired lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.349727] env[69942]: DEBUG nova.network.neutron [req-3210f435-66c1-41c8-83d5-c9c6391dc476 req-ce866748-6ff6-42d6-9f5c-329f22f7bdea service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Refreshing network info cache for port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.549643] env[69942]: DEBUG nova.objects.base [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Object Instance<80eaec47-d869-4600-85a0-b3259771df05> lazy-loaded attributes: resources,numa_topology {{(pid=69942) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1560.577318] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7c45f4-be67-4e7e-8ce8-105b3a327bfc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.585480] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e05906-3737-4934-98fe-31f2f2bd698b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.615637] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7a8f83-f0c7-405d-bfc8-36bfefdf2bbc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.623745] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2847130a-e141-4581-820d-2a6b9aeb9fc6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.638658] env[69942]: DEBUG nova.compute.provider_tree [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.073110] env[69942]: DEBUG nova.network.neutron [req-3210f435-66c1-41c8-83d5-c9c6391dc476 req-ce866748-6ff6-42d6-9f5c-329f22f7bdea service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updated VIF entry in instance network info cache for port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.073560] env[69942]: DEBUG nova.network.neutron [req-3210f435-66c1-41c8-83d5-c9c6391dc476 req-ce866748-6ff6-42d6-9f5c-329f22f7bdea service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updating instance_info_cache with network_info: [{"id": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "address": "fa:16:3e:aa:9d:c7", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": null, "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap32c574b9-2e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.141375] env[69942]: DEBUG nova.scheduler.client.report [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.528622] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "80eaec47-d869-4600-85a0-b3259771df05" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.575961] env[69942]: DEBUG oslo_concurrency.lockutils [req-3210f435-66c1-41c8-83d5-c9c6391dc476 req-ce866748-6ff6-42d6-9f5c-329f22f7bdea service nova] Releasing lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.646402] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.154204] env[69942]: DEBUG oslo_concurrency.lockutils [None req-2b4d4c89-6245-46a4-9376-1ff6d1650595 tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "80eaec47-d869-4600-85a0-b3259771df05" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.510s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.155063] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "80eaec47-d869-4600-85a0-b3259771df05" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.626s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.155063] env[69942]: INFO nova.compute.manager [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Unshelving [ 1563.179028] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1563.179382] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1563.179779] env[69942]: DEBUG nova.objects.instance [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'pci_requests' on Instance uuid 80eaec47-d869-4600-85a0-b3259771df05 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.683983] env[69942]: DEBUG nova.objects.instance [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'numa_topology' on Instance uuid 80eaec47-d869-4600-85a0-b3259771df05 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.186674] env[69942]: INFO nova.compute.claims [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1565.232636] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f15b667-873a-4c9f-9c54-a4dbf47862bb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.240695] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e254566-4392-49cc-951c-6272e2b06ff3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.271698] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96fc53f-e62a-4ac7-a295-4eb8b27d2252 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.279190] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e832dcda-65be-4e8a-9b7c-7913fd6caa6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.293078] env[69942]: DEBUG nova.compute.provider_tree [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.795980] env[69942]: DEBUG nova.scheduler.client.report [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.302065] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.122s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.330479] env[69942]: INFO nova.network.neutron [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updating port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1567.711696] env[69942]: DEBUG nova.compute.manager [req-d304caf1-e8b8-4d69-aef0-2c57a762fbdb req-b7f1b51c-76c5-4011-940e-176f06dce1cc service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received event network-vif-plugged-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1567.711952] env[69942]: DEBUG oslo_concurrency.lockutils [req-d304caf1-e8b8-4d69-aef0-2c57a762fbdb req-b7f1b51c-76c5-4011-940e-176f06dce1cc service nova] Acquiring lock "80eaec47-d869-4600-85a0-b3259771df05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.712127] env[69942]: DEBUG oslo_concurrency.lockutils [req-d304caf1-e8b8-4d69-aef0-2c57a762fbdb req-b7f1b51c-76c5-4011-940e-176f06dce1cc service nova] Lock "80eaec47-d869-4600-85a0-b3259771df05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.712300] env[69942]: DEBUG oslo_concurrency.lockutils [req-d304caf1-e8b8-4d69-aef0-2c57a762fbdb req-b7f1b51c-76c5-4011-940e-176f06dce1cc service nova] Lock "80eaec47-d869-4600-85a0-b3259771df05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.712465] env[69942]: DEBUG nova.compute.manager [req-d304caf1-e8b8-4d69-aef0-2c57a762fbdb req-b7f1b51c-76c5-4011-940e-176f06dce1cc service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] No waiting events found dispatching network-vif-plugged-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1567.712672] env[69942]: WARNING nova.compute.manager [req-d304caf1-e8b8-4d69-aef0-2c57a762fbdb req-b7f1b51c-76c5-4011-940e-176f06dce1cc service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received unexpected event network-vif-plugged-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 for instance with vm_state shelved_offloaded and task_state spawning. [ 1567.791872] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.792109] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.792247] env[69942]: DEBUG nova.network.neutron [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.498873] env[69942]: DEBUG nova.network.neutron [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updating instance_info_cache with network_info: [{"id": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "address": "fa:16:3e:aa:9d:c7", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c574b9-2e", "ovs_interfaceid": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.002367] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.030922] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c2a72042f0b7ea993ce9e5b62ddf6ad7',container_format='bare',created_at=2025-05-06T08:35:48Z,direct_url=,disk_format='vmdk',id=d6a19244-1357-4c9f-b663-50b0390e3cd0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2040569619-shelved',owner='235a228dae344e1d9f697dffd857888e',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-06T08:36:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1569.031196] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1569.031354] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1569.031534] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1569.031682] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1569.031829] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1569.032063] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1569.032244] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1569.032412] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1569.032571] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1569.032739] env[69942]: DEBUG nova.virt.hardware [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1569.033634] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b968c6a-bafd-4f70-82fb-f2d24aba8a6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.041885] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4383a2-7bc5-4b7d-bd67-efdb4958baa5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.057098] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:9d:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c574b9-2e0c-4e3d-b1df-7bbd206dbc00', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.064469] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1569.064708] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.064912] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a86c8d3-789c-4028-8f30-18e2dadd60c6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.084263] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.084263] env[69942]: value = "task-3832217" [ 1569.084263] env[69942]: _type = "Task" [ 1569.084263] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.092067] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832217, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.594980] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832217, 'name': CreateVM_Task, 'duration_secs': 0.319034} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.595156] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.595780] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.595942] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.596341] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.596595] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464623b1-6481-4bb2-8750-43f3fbad677c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.601542] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1569.601542] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dbe932-6df0-523b-dafc-2ee28dc74199" [ 1569.601542] env[69942]: _type = "Task" [ 1569.601542] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.609298] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52dbe932-6df0-523b-dafc-2ee28dc74199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.739414] env[69942]: DEBUG nova.compute.manager [req-1882a45e-a608-4fd1-81a7-6fb46659c3dc req-f18c87b5-d4a8-4e86-bd8b-39403f9ce7d8 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received event network-changed-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1569.739414] env[69942]: DEBUG nova.compute.manager [req-1882a45e-a608-4fd1-81a7-6fb46659c3dc req-f18c87b5-d4a8-4e86-bd8b-39403f9ce7d8 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Refreshing instance network info cache due to event network-changed-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1569.739621] env[69942]: DEBUG oslo_concurrency.lockutils [req-1882a45e-a608-4fd1-81a7-6fb46659c3dc req-f18c87b5-d4a8-4e86-bd8b-39403f9ce7d8 service nova] Acquiring lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.739755] env[69942]: DEBUG oslo_concurrency.lockutils [req-1882a45e-a608-4fd1-81a7-6fb46659c3dc req-f18c87b5-d4a8-4e86-bd8b-39403f9ce7d8 service nova] Acquired lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.739926] env[69942]: DEBUG nova.network.neutron [req-1882a45e-a608-4fd1-81a7-6fb46659c3dc req-f18c87b5-d4a8-4e86-bd8b-39403f9ce7d8 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Refreshing network info cache for port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.112198] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.112547] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Processing image d6a19244-1357-4c9f-b663-50b0390e3cd0 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.112667] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0/d6a19244-1357-4c9f-b663-50b0390e3cd0.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.112751] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0/d6a19244-1357-4c9f-b663-50b0390e3cd0.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.112928] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.113207] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5163dbb-fb5f-40ff-944f-9218e25eb170 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.121958] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.122147] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.122846] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414400fe-f708-4417-a333-b50ff29f2039 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.128520] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1570.128520] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523668a3-f06d-c510-5989-7a19aefde444" [ 1570.128520] env[69942]: _type = "Task" [ 1570.128520] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.137781] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523668a3-f06d-c510-5989-7a19aefde444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.476122] env[69942]: DEBUG nova.network.neutron [req-1882a45e-a608-4fd1-81a7-6fb46659c3dc req-f18c87b5-d4a8-4e86-bd8b-39403f9ce7d8 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updated VIF entry in instance network info cache for port 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.476533] env[69942]: DEBUG nova.network.neutron [req-1882a45e-a608-4fd1-81a7-6fb46659c3dc req-f18c87b5-d4a8-4e86-bd8b-39403f9ce7d8 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updating instance_info_cache with network_info: [{"id": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "address": "fa:16:3e:aa:9d:c7", "network": {"id": "893e1303-32f1-40e2-a496-d69cf7a12e76", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-341881025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "235a228dae344e1d9f697dffd857888e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c574b9-2e", "ovs_interfaceid": "32c574b9-2e0c-4e3d-b1df-7bbd206dbc00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.639478] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Preparing fetch location {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1570.639698] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Fetch image to [datastore2] OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d/OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d.vmdk {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1570.639864] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Downloading stream optimized image d6a19244-1357-4c9f-b663-50b0390e3cd0 to [datastore2] OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d/OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d.vmdk on the data store datastore2 as vApp {{(pid=69942) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1570.640049] env[69942]: DEBUG nova.virt.vmwareapi.images [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Downloading image file data d6a19244-1357-4c9f-b663-50b0390e3cd0 to the ESX as VM named 'OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d' {{(pid=69942) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1570.706529] env[69942]: DEBUG oslo_vmware.rw_handles [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1570.706529] env[69942]: value = "resgroup-9" [ 1570.706529] env[69942]: _type = "ResourcePool" [ 1570.706529] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1570.706865] env[69942]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-64bbf780-df27-47be-a3cc-f0d6798e4c63 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.728462] env[69942]: DEBUG oslo_vmware.rw_handles [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lease: (returnval){ [ 1570.728462] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52247624-c2e3-7a87-a0eb-d91c7cdc9c81" [ 1570.728462] env[69942]: _type = "HttpNfcLease" [ 1570.728462] env[69942]: } obtained for vApp import into resource pool (val){ [ 1570.728462] env[69942]: value = "resgroup-9" [ 1570.728462] env[69942]: _type = "ResourcePool" [ 1570.728462] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1570.728847] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the lease: (returnval){ [ 1570.728847] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52247624-c2e3-7a87-a0eb-d91c7cdc9c81" [ 1570.728847] env[69942]: _type = "HttpNfcLease" [ 1570.728847] env[69942]: } to be ready. {{(pid=69942) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1570.735991] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1570.735991] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52247624-c2e3-7a87-a0eb-d91c7cdc9c81" [ 1570.735991] env[69942]: _type = "HttpNfcLease" [ 1570.735991] env[69942]: } is initializing. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1570.979785] env[69942]: DEBUG oslo_concurrency.lockutils [req-1882a45e-a608-4fd1-81a7-6fb46659c3dc req-f18c87b5-d4a8-4e86-bd8b-39403f9ce7d8 service nova] Releasing lock "refresh_cache-80eaec47-d869-4600-85a0-b3259771df05" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.237597] env[69942]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1571.237597] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52247624-c2e3-7a87-a0eb-d91c7cdc9c81" [ 1571.237597] env[69942]: _type = "HttpNfcLease" [ 1571.237597] env[69942]: } is ready. {{(pid=69942) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1571.238053] env[69942]: DEBUG oslo_vmware.rw_handles [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1571.238053] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52247624-c2e3-7a87-a0eb-d91c7cdc9c81" [ 1571.238053] env[69942]: _type = "HttpNfcLease" [ 1571.238053] env[69942]: }. {{(pid=69942) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1571.238658] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1b5f5e-1a81-477b-8971-4af76851d210 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.247617] env[69942]: DEBUG oslo_vmware.rw_handles [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52835bfd-5b3c-d1ea-1afc-f13509195e2e/disk-0.vmdk from lease info. {{(pid=69942) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1571.247808] env[69942]: DEBUG oslo_vmware.rw_handles [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52835bfd-5b3c-d1ea-1afc-f13509195e2e/disk-0.vmdk. {{(pid=69942) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1571.308989] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-727e80bd-6d3e-48a4-b4eb-e9255bd6afbd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.421413] env[69942]: DEBUG oslo_vmware.rw_handles [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Completed reading data from the image iterator. {{(pid=69942) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1572.421791] env[69942]: DEBUG oslo_vmware.rw_handles [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52835bfd-5b3c-d1ea-1afc-f13509195e2e/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1572.422741] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64a2241-beec-4d7c-8e69-c6158857aa42 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.430413] env[69942]: DEBUG oslo_vmware.rw_handles [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52835bfd-5b3c-d1ea-1afc-f13509195e2e/disk-0.vmdk is in state: ready. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1572.430639] env[69942]: DEBUG oslo_vmware.rw_handles [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52835bfd-5b3c-d1ea-1afc-f13509195e2e/disk-0.vmdk. {{(pid=69942) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1572.430881] env[69942]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b7266b2e-4fe2-4e1f-8d50-2de3006c7870 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.658135] env[69942]: DEBUG oslo_vmware.rw_handles [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52835bfd-5b3c-d1ea-1afc-f13509195e2e/disk-0.vmdk. {{(pid=69942) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1572.658135] env[69942]: INFO nova.virt.vmwareapi.images [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Downloaded image file data d6a19244-1357-4c9f-b663-50b0390e3cd0 [ 1572.658739] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2655536-f18c-444e-9ee8-a979e3f8cd5b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.674670] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5658d5c-922a-4242-9aa5-62660cfbe45a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.704919] env[69942]: INFO nova.virt.vmwareapi.images [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] The imported VM was unregistered [ 1572.708056] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Caching image {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1572.708056] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.708056] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b09f2680-a237-46f3-b27e-1987bd455fef {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.718974] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Created directory with path [datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0 {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.719243] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d/OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d.vmdk to [datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0/d6a19244-1357-4c9f-b663-50b0390e3cd0.vmdk. {{(pid=69942) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1572.719515] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fa396b35-4a5a-4fcc-aa92-d83a52ef3ce7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.726541] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1572.726541] env[69942]: value = "task-3832220" [ 1572.726541] env[69942]: _type = "Task" [ 1572.726541] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.734624] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832220, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.237023] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832220, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.739195] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832220, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.239744] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832220, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.739428] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832220, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.240766] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832220, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.390152} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.241063] env[69942]: INFO nova.virt.vmwareapi.ds_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d/OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d.vmdk to [datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0/d6a19244-1357-4c9f-b663-50b0390e3cd0.vmdk. [ 1575.241267] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Cleaning up location [datastore2] OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1575.241429] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_20a5ce20-f13a-4357-a3ae-72ddeffff47d {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.241773] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2b8a0f6-142d-4493-b3dc-819534d8eef7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.248410] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1575.248410] env[69942]: value = "task-3832221" [ 1575.248410] env[69942]: _type = "Task" [ 1575.248410] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.256327] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.759076] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298549} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.759508] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.759508] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0/d6a19244-1357-4c9f-b663-50b0390e3cd0.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.759771] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0/d6a19244-1357-4c9f-b663-50b0390e3cd0.vmdk to [datastore2] 80eaec47-d869-4600-85a0-b3259771df05/80eaec47-d869-4600-85a0-b3259771df05.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.760048] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c7cb951-c763-4162-b0fa-84db35606240 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.768287] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1575.768287] env[69942]: value = "task-3832222" [ 1575.768287] env[69942]: _type = "Task" [ 1575.768287] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.776349] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.279933] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832222, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.781262] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832222, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.281579] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832222, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.782357] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832222, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.285650] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832222, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.229958} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.287035] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d6a19244-1357-4c9f-b663-50b0390e3cd0/d6a19244-1357-4c9f-b663-50b0390e3cd0.vmdk to [datastore2] 80eaec47-d869-4600-85a0-b3259771df05/80eaec47-d869-4600-85a0-b3259771df05.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1578.287035] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510e5c2f-fd9f-4aae-a99f-79a44d6382cc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.308435] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 80eaec47-d869-4600-85a0-b3259771df05/80eaec47-d869-4600-85a0-b3259771df05.vmdk or device None with type streamOptimized {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.308686] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dfbaac3-ab56-4bf1-a7e8-3c01865c3f48 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.327555] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1578.327555] env[69942]: value = "task-3832223" [ 1578.327555] env[69942]: _type = "Task" [ 1578.327555] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.335514] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.838549] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832223, 'name': ReconfigVM_Task, 'duration_secs': 0.297868} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.839172] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 80eaec47-d869-4600-85a0-b3259771df05/80eaec47-d869-4600-85a0-b3259771df05.vmdk or device None with type streamOptimized {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.839606] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ee8ee09-ee5e-415f-b24b-aa51cbeec601 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.847032] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1578.847032] env[69942]: value = "task-3832224" [ 1578.847032] env[69942]: _type = "Task" [ 1578.847032] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.856922] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832224, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.357890] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832224, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.859254] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832224, 'name': Rename_Task, 'duration_secs': 0.522389} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.859643] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1579.859798] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de72c180-1a03-476a-b7c4-6cedf18ef480 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.867594] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1579.867594] env[69942]: value = "task-3832225" [ 1579.867594] env[69942]: _type = "Task" [ 1579.867594] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.876260] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.378377] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.880068] env[69942]: DEBUG oslo_vmware.api [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832225, 'name': PowerOnVM_Task, 'duration_secs': 0.939488} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.880068] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.977682] env[69942]: DEBUG nova.compute.manager [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.978614] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d5f11e-21db-4af4-8619-ef223b1cd153 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.494987] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d9fd166a-555d-4ea8-ac4c-9962ed07316d tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "80eaec47-d869-4600-85a0-b3259771df05" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.340s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.264314] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "80eaec47-d869-4600-85a0-b3259771df05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1582.264687] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "80eaec47-d869-4600-85a0-b3259771df05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1582.264874] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "80eaec47-d869-4600-85a0-b3259771df05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1582.265086] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "80eaec47-d869-4600-85a0-b3259771df05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1582.265263] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "80eaec47-d869-4600-85a0-b3259771df05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.267855] env[69942]: INFO nova.compute.manager [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Terminating instance [ 1582.772130] env[69942]: DEBUG nova.compute.manager [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1582.772367] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.774871] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be899e5-60c8-4104-b60c-66dfcee58e34 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.785089] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.785089] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d01e4e87-4277-4cfc-9d86-3dad409a397e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.791933] env[69942]: DEBUG oslo_vmware.api [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1582.791933] env[69942]: value = "task-3832226" [ 1582.791933] env[69942]: _type = "Task" [ 1582.791933] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.801433] env[69942]: DEBUG oslo_vmware.api [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.302740] env[69942]: DEBUG oslo_vmware.api [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832226, 'name': PowerOffVM_Task, 'duration_secs': 0.180204} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.303762] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.303762] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.303983] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aa99c09-f91d-403a-b220-77986fe73cbe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.364591] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.364895] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.365101] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleting the datastore file [datastore2] 80eaec47-d869-4600-85a0-b3259771df05 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.365380] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f76857bc-e161-4c0e-8f3d-d5b2a2e6cd94 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.373291] env[69942]: DEBUG oslo_vmware.api [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for the task: (returnval){ [ 1583.373291] env[69942]: value = "task-3832228" [ 1583.373291] env[69942]: _type = "Task" [ 1583.373291] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.381778] env[69942]: DEBUG oslo_vmware.api [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.883080] env[69942]: DEBUG oslo_vmware.api [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Task: {'id': task-3832228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123455} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.883333] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.883509] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.883677] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.883845] env[69942]: INFO nova.compute.manager [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1583.884094] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1583.884289] env[69942]: DEBUG nova.compute.manager [-] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1583.884393] env[69942]: DEBUG nova.network.neutron [-] [instance: 80eaec47-d869-4600-85a0-b3259771df05] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.317941] env[69942]: DEBUG nova.compute.manager [req-523bc472-a426-4bcb-b7e2-702233491b17 req-7d7a62a9-91bb-40dc-8863-0e2e7c2733c5 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Received event network-vif-deleted-32c574b9-2e0c-4e3d-b1df-7bbd206dbc00 {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1584.318225] env[69942]: INFO nova.compute.manager [req-523bc472-a426-4bcb-b7e2-702233491b17 req-7d7a62a9-91bb-40dc-8863-0e2e7c2733c5 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Neutron deleted interface 32c574b9-2e0c-4e3d-b1df-7bbd206dbc00; detaching it from the instance and deleting it from the info cache [ 1584.318344] env[69942]: DEBUG nova.network.neutron [req-523bc472-a426-4bcb-b7e2-702233491b17 req-7d7a62a9-91bb-40dc-8863-0e2e7c2733c5 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.686243] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "83caa4fd-d923-46a5-8110-1687c8fc0932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.686518] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.686732] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "83caa4fd-d923-46a5-8110-1687c8fc0932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.686912] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.687108] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.689427] env[69942]: INFO nova.compute.manager [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Terminating instance [ 1584.801447] env[69942]: DEBUG nova.network.neutron [-] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.821268] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8dc31ca-0c86-4491-85f3-7f373ffa107c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.832531] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59639da9-1002-4ea1-a112-34f46178c298 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.858543] env[69942]: DEBUG nova.compute.manager [req-523bc472-a426-4bcb-b7e2-702233491b17 req-7d7a62a9-91bb-40dc-8863-0e2e7c2733c5 service nova] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Detach interface failed, port_id=32c574b9-2e0c-4e3d-b1df-7bbd206dbc00, reason: Instance 80eaec47-d869-4600-85a0-b3259771df05 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1585.115646] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.115837] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1585.116081] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.116225] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Cleaning up deleted instances with incomplete migration {{(pid=69942) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1585.193946] env[69942]: DEBUG nova.compute.manager [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.194228] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.195095] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b067979-31c2-448f-bccb-e833b936b597 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.202561] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.202795] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-024d32eb-4702-48b5-9ad2-05e71733f581 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.210017] env[69942]: DEBUG oslo_vmware.api [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1585.210017] env[69942]: value = "task-3832229" [ 1585.210017] env[69942]: _type = "Task" [ 1585.210017] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.219833] env[69942]: DEBUG oslo_vmware.api [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.304237] env[69942]: INFO nova.compute.manager [-] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Took 1.42 seconds to deallocate network for instance. [ 1585.720531] env[69942]: DEBUG oslo_vmware.api [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832229, 'name': PowerOffVM_Task, 'duration_secs': 0.210858} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.720874] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.720977] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.721245] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3804d705-8f68-4fdd-9d9d-7fb91260c250 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.783150] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.783378] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.783563] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Deleting the datastore file [datastore1] 83caa4fd-d923-46a5-8110-1687c8fc0932 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.783842] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44d3f62f-ca2a-4c52-902c-190e8aae5c03 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.790345] env[69942]: DEBUG oslo_vmware.api [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1585.790345] env[69942]: value = "task-3832231" [ 1585.790345] env[69942]: _type = "Task" [ 1585.790345] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.798807] env[69942]: DEBUG oslo_vmware.api [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.810954] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.811300] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.811538] env[69942]: DEBUG nova.objects.instance [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lazy-loading 'resources' on Instance uuid 80eaec47-d869-4600-85a0-b3259771df05 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.300388] env[69942]: DEBUG oslo_vmware.api [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139501} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.300699] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.300903] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.301093] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.301269] env[69942]: INFO nova.compute.manager [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1586.301505] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1586.301715] env[69942]: DEBUG nova.compute.manager [-] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.301824] env[69942]: DEBUG nova.network.neutron [-] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1586.360748] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5069e02c-ffef-4fbb-ad1d-d659b918a758 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.369179] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aa5a33-c3d6-4d1c-803c-3b81aa5b286f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.402209] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55023683-0569-4c24-a839-09d53f5a092a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.410377] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc34d8fd-5b9f-4eeb-a4e9-5ec01408bfb4 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.426068] env[69942]: DEBUG nova.compute.provider_tree [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.618163] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.767757] env[69942]: DEBUG nova.compute.manager [req-617a96c2-3bbc-4fa0-8456-6fb4a72cf2b6 req-9debcd31-4613-47e4-9c29-4ecfa58e0fcd service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Received event network-vif-deleted-e9334db0-6659-4b9f-81e9-aec07c5cb0ad {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1586.767985] env[69942]: INFO nova.compute.manager [req-617a96c2-3bbc-4fa0-8456-6fb4a72cf2b6 req-9debcd31-4613-47e4-9c29-4ecfa58e0fcd service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Neutron deleted interface e9334db0-6659-4b9f-81e9-aec07c5cb0ad; detaching it from the instance and deleting it from the info cache [ 1586.768168] env[69942]: DEBUG nova.network.neutron [req-617a96c2-3bbc-4fa0-8456-6fb4a72cf2b6 req-9debcd31-4613-47e4-9c29-4ecfa58e0fcd service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.929413] env[69942]: DEBUG nova.scheduler.client.report [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.254800] env[69942]: DEBUG nova.network.neutron [-] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.271738] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54db5c91-64b0-4f4a-aa0f-d9e21a207b27 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.283348] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df86f659-aeb0-44a2-91e2-002faddbe610 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.309780] env[69942]: DEBUG nova.compute.manager [req-617a96c2-3bbc-4fa0-8456-6fb4a72cf2b6 req-9debcd31-4613-47e4-9c29-4ecfa58e0fcd service nova] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Detach interface failed, port_id=e9334db0-6659-4b9f-81e9-aec07c5cb0ad, reason: Instance 83caa4fd-d923-46a5-8110-1687c8fc0932 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1587.434521] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.455311] env[69942]: INFO nova.scheduler.client.report [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Deleted allocations for instance 80eaec47-d869-4600-85a0-b3259771df05 [ 1587.756971] env[69942]: INFO nova.compute.manager [-] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Took 1.45 seconds to deallocate network for instance. [ 1587.963519] env[69942]: DEBUG oslo_concurrency.lockutils [None req-1a1d6529-053e-427a-bd44-9075739a46df tempest-ServerActionsTestOtherB-76283641 tempest-ServerActionsTestOtherB-76283641-project-member] Lock "80eaec47-d869-4600-85a0-b3259771df05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.699s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.114572] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.263639] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.263944] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.264191] env[69942]: DEBUG nova.objects.instance [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'resources' on Instance uuid 83caa4fd-d923-46a5-8110-1687c8fc0932 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.796713] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0005314e-477d-4194-acaa-314ca234eea3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.805031] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418e911f-f430-4898-a397-2e879628d170 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.835655] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9235aae8-7bec-4428-8215-caa26652c069 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.842707] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36625686-b666-40a4-95e6-e618be96fc17 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.855917] env[69942]: DEBUG nova.compute.provider_tree [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.110140] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.114863] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.358850] env[69942]: DEBUG nova.scheduler.client.report [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.864617] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.882212] env[69942]: INFO nova.scheduler.client.report [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Deleted allocations for instance 83caa4fd-d923-46a5-8110-1687c8fc0932 [ 1590.115552] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.390158] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d560050b-2e46-4eea-9ba6-4cec46edab53 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "83caa4fd-d923-46a5-8110-1687c8fc0932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.703s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.115462] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.724151] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "7f62e357-58d2-4595-b52e-6eddbfb14803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.724458] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.226413] env[69942]: DEBUG nova.compute.manager [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1593.617410] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.617794] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1593.830158] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.830471] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.831987] env[69942]: INFO nova.compute.claims [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.122908] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1594.873120] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5beac3e-276e-4dbe-8a88-405ec0b9f94f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.881054] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503ca4d7-0f43-4df2-ab4d-4ea31b50a9f3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.916368] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d01b1f-55ae-4d8d-b8a7-fbbc749b36a1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.924698] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f0c50f-8ff0-4150-8ba6-4a6a6e0506f8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.939725] env[69942]: DEBUG nova.compute.provider_tree [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.442853] env[69942]: DEBUG nova.scheduler.client.report [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.948402] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.949060] env[69942]: DEBUG nova.compute.manager [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1595.952983] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.830s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.953089] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.953200] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1595.954294] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6e171a-a244-48fe-99b5-cd8c47447d0c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.964351] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0729e8-9a49-4f0e-99f0-bd0524289b2d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.983023] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45daceec-a183-4a3b-b08a-80a8fcc6dd8e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.987631] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b0401a-46cf-48e7-9e76-66ff811c094d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.019514] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180673MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1596.019673] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.019897] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.455269] env[69942]: DEBUG nova.compute.utils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1596.456897] env[69942]: DEBUG nova.compute.manager [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1596.457072] env[69942]: DEBUG nova.network.neutron [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1596.496181] env[69942]: DEBUG nova.policy [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03a56125958b485ca8162e00d09a09a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3531e7c7214446948a981aa566203652', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1596.557970] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquiring lock "8a957a18-417e-405b-8897-61f8ce3dff30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.558932] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lock "8a957a18-417e-405b-8897-61f8ce3dff30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.767185] env[69942]: DEBUG nova.network.neutron [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Successfully created port: b8a08f5a-822b-41d0-b654-4d43a9690d6c {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.959971] env[69942]: DEBUG nova.compute.manager [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1597.043117] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 7f62e357-58d2-4595-b52e-6eddbfb14803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1597.061055] env[69942]: DEBUG nova.compute.manager [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Starting instance... {{(pid=69942) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1597.546339] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 8a957a18-417e-405b-8897-61f8ce3dff30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1597.546639] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1597.546803] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1597.583734] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.597471] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632ae514-f261-4299-bad7-d116acc1f547 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.605664] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5250f768-f190-4b76-9f20-9417481d2250 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.636453] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2b9581-f6f1-4d3b-bc25-7db31fab6786 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.644765] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e9be8e-c590-4df7-95f0-fdcb3bbbf357 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.660417] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.971174] env[69942]: DEBUG nova.compute.manager [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1597.998192] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1597.998477] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.998634] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1597.998810] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.998951] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1597.999173] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1597.999405] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1597.999565] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1597.999731] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1597.999887] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1598.000090] env[69942]: DEBUG nova.virt.hardware [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1598.000950] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c2dc4-251e-4ed3-bbd5-d78a32e34b7b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.008885] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c185e64-4928-4c0a-9f8c-a89493ad1877 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.144194] env[69942]: DEBUG nova.compute.manager [req-4cf35bc7-c537-496a-b4d7-d9d11a5df04b req-91f540bc-10ff-499e-911f-1952972407e1 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Received event network-vif-plugged-b8a08f5a-822b-41d0-b654-4d43a9690d6c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1598.144194] env[69942]: DEBUG oslo_concurrency.lockutils [req-4cf35bc7-c537-496a-b4d7-d9d11a5df04b req-91f540bc-10ff-499e-911f-1952972407e1 service nova] Acquiring lock "7f62e357-58d2-4595-b52e-6eddbfb14803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1598.144194] env[69942]: DEBUG oslo_concurrency.lockutils [req-4cf35bc7-c537-496a-b4d7-d9d11a5df04b req-91f540bc-10ff-499e-911f-1952972407e1 service nova] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.144194] env[69942]: DEBUG oslo_concurrency.lockutils [req-4cf35bc7-c537-496a-b4d7-d9d11a5df04b req-91f540bc-10ff-499e-911f-1952972407e1 service nova] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.144194] env[69942]: DEBUG nova.compute.manager [req-4cf35bc7-c537-496a-b4d7-d9d11a5df04b req-91f540bc-10ff-499e-911f-1952972407e1 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] No waiting events found dispatching network-vif-plugged-b8a08f5a-822b-41d0-b654-4d43a9690d6c {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1598.144194] env[69942]: WARNING nova.compute.manager [req-4cf35bc7-c537-496a-b4d7-d9d11a5df04b req-91f540bc-10ff-499e-911f-1952972407e1 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Received unexpected event network-vif-plugged-b8a08f5a-822b-41d0-b654-4d43a9690d6c for instance with vm_state building and task_state spawning. [ 1598.164021] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1598.235499] env[69942]: DEBUG nova.network.neutron [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Successfully updated port: b8a08f5a-822b-41d0-b654-4d43a9690d6c {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1598.668264] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1598.668480] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.649s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.668751] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.085s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.670274] env[69942]: INFO nova.compute.claims [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1598.738471] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "refresh_cache-7f62e357-58d2-4595-b52e-6eddbfb14803" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.738666] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquired lock "refresh_cache-7f62e357-58d2-4595-b52e-6eddbfb14803" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.738852] env[69942]: DEBUG nova.network.neutron [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.272754] env[69942]: DEBUG nova.network.neutron [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.394791] env[69942]: DEBUG nova.network.neutron [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Updating instance_info_cache with network_info: [{"id": "b8a08f5a-822b-41d0-b654-4d43a9690d6c", "address": "fa:16:3e:10:79:a6", "network": {"id": "583d2564-ed2c-46a2-bc5a-667006fd7db0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-204676209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3531e7c7214446948a981aa566203652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a08f5a-82", "ovs_interfaceid": "b8a08f5a-822b-41d0-b654-4d43a9690d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.728093] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d380c4-07d4-4895-861d-67c3f6a6a37a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.736307] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3a8ef3-c428-4f66-9d10-cd8d6bea2f3e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.767922] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22337a4e-3c75-477b-bf67-121aef9e85d5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.775979] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea54305-a7cd-4058-beb2-e0ef920ec63e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.789612] env[69942]: DEBUG nova.compute.provider_tree [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.897294] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Releasing lock "refresh_cache-7f62e357-58d2-4595-b52e-6eddbfb14803" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.897584] env[69942]: DEBUG nova.compute.manager [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Instance network_info: |[{"id": "b8a08f5a-822b-41d0-b654-4d43a9690d6c", "address": "fa:16:3e:10:79:a6", "network": {"id": "583d2564-ed2c-46a2-bc5a-667006fd7db0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-204676209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3531e7c7214446948a981aa566203652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a08f5a-82", "ovs_interfaceid": "b8a08f5a-822b-41d0-b654-4d43a9690d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1599.898031] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:79:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a08f5a-822b-41d0-b654-4d43a9690d6c', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.906089] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1599.906319] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.906553] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69231600-5f57-4300-a3b5-2644044bb503 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.927678] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.927678] env[69942]: value = "task-3832233" [ 1599.927678] env[69942]: _type = "Task" [ 1599.927678] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.936087] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832233, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.172974] env[69942]: DEBUG nova.compute.manager [req-146b0c0c-6a78-4a03-994e-90fa98b73205 req-ba4e556c-7e64-4d92-8484-0e5d2988b9dd service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Received event network-changed-b8a08f5a-822b-41d0-b654-4d43a9690d6c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1600.173273] env[69942]: DEBUG nova.compute.manager [req-146b0c0c-6a78-4a03-994e-90fa98b73205 req-ba4e556c-7e64-4d92-8484-0e5d2988b9dd service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Refreshing instance network info cache due to event network-changed-b8a08f5a-822b-41d0-b654-4d43a9690d6c. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1600.173565] env[69942]: DEBUG oslo_concurrency.lockutils [req-146b0c0c-6a78-4a03-994e-90fa98b73205 req-ba4e556c-7e64-4d92-8484-0e5d2988b9dd service nova] Acquiring lock "refresh_cache-7f62e357-58d2-4595-b52e-6eddbfb14803" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.173782] env[69942]: DEBUG oslo_concurrency.lockutils [req-146b0c0c-6a78-4a03-994e-90fa98b73205 req-ba4e556c-7e64-4d92-8484-0e5d2988b9dd service nova] Acquired lock "refresh_cache-7f62e357-58d2-4595-b52e-6eddbfb14803" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.174062] env[69942]: DEBUG nova.network.neutron [req-146b0c0c-6a78-4a03-994e-90fa98b73205 req-ba4e556c-7e64-4d92-8484-0e5d2988b9dd service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Refreshing network info cache for port b8a08f5a-822b-41d0-b654-4d43a9690d6c {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.292813] env[69942]: DEBUG nova.scheduler.client.report [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1600.438506] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832233, 'name': CreateVM_Task, 'duration_secs': 0.29984} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.438686] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1600.439874] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.440052] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.440422] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.440680] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7c2b56-440d-418a-a7d5-b4c9d2b71c11 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.445558] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1600.445558] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e76a4c-5e98-7688-42ce-63335916127e" [ 1600.445558] env[69942]: _type = "Task" [ 1600.445558] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.453891] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e76a4c-5e98-7688-42ce-63335916127e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.798046] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.798493] env[69942]: DEBUG nova.compute.manager [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Start building networks asynchronously for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1600.902561] env[69942]: DEBUG nova.network.neutron [req-146b0c0c-6a78-4a03-994e-90fa98b73205 req-ba4e556c-7e64-4d92-8484-0e5d2988b9dd service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Updated VIF entry in instance network info cache for port b8a08f5a-822b-41d0-b654-4d43a9690d6c. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.902929] env[69942]: DEBUG nova.network.neutron [req-146b0c0c-6a78-4a03-994e-90fa98b73205 req-ba4e556c-7e64-4d92-8484-0e5d2988b9dd service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Updating instance_info_cache with network_info: [{"id": "b8a08f5a-822b-41d0-b654-4d43a9690d6c", "address": "fa:16:3e:10:79:a6", "network": {"id": "583d2564-ed2c-46a2-bc5a-667006fd7db0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-204676209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3531e7c7214446948a981aa566203652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a08f5a-82", "ovs_interfaceid": "b8a08f5a-822b-41d0-b654-4d43a9690d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.957924] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52e76a4c-5e98-7688-42ce-63335916127e, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.958352] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.958667] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.958923] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.959126] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.959329] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.959596] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff763d31-33fc-4ab0-854c-1564d34364cd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.967834] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.968042] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.968802] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142de75e-c0df-46ab-9c75-d99ef6083a3a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.974116] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1600.974116] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52997a90-598f-cc14-ea91-86ef0c6247ea" [ 1600.974116] env[69942]: _type = "Task" [ 1600.974116] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.982539] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52997a90-598f-cc14-ea91-86ef0c6247ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.304349] env[69942]: DEBUG nova.compute.utils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1601.305824] env[69942]: DEBUG nova.compute.manager [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Allocating IP information in the background. {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1601.305988] env[69942]: DEBUG nova.network.neutron [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] allocate_for_instance() {{(pid=69942) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1601.344926] env[69942]: DEBUG nova.policy [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d7dfd2e968447bdbd094d7c2153b0ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9193c49b7058478e9df229b401941e2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69942) authorize /opt/stack/nova/nova/policy.py:192}} [ 1601.405352] env[69942]: DEBUG oslo_concurrency.lockutils [req-146b0c0c-6a78-4a03-994e-90fa98b73205 req-ba4e556c-7e64-4d92-8484-0e5d2988b9dd service nova] Releasing lock "refresh_cache-7f62e357-58d2-4595-b52e-6eddbfb14803" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.485333] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52997a90-598f-cc14-ea91-86ef0c6247ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008731} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.486162] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d612bdd-7ead-4029-8564-bea1f9b89a92 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.493041] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1601.493041] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520af610-3e5b-fd78-1c4a-8b24509054e5" [ 1601.493041] env[69942]: _type = "Task" [ 1601.493041] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.502240] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520af610-3e5b-fd78-1c4a-8b24509054e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.612406] env[69942]: DEBUG nova.network.neutron [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Successfully created port: ea6f24fa-2b46-4832-99bd-985a1eca004d {{(pid=69942) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.810626] env[69942]: DEBUG nova.compute.manager [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Start building block device mappings for instance. {{(pid=69942) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1602.004409] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]520af610-3e5b-fd78-1c4a-8b24509054e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.004652] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.004911] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 7f62e357-58d2-4595-b52e-6eddbfb14803/7f62e357-58d2-4595-b52e-6eddbfb14803.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.005194] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34b013a9-47a8-47d7-a635-cbb8f7e76522 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.013106] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1602.013106] env[69942]: value = "task-3832234" [ 1602.013106] env[69942]: _type = "Task" [ 1602.013106] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.021776] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.524349] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43812} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.524716] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore1] 7f62e357-58d2-4595-b52e-6eddbfb14803/7f62e357-58d2-4595-b52e-6eddbfb14803.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1602.524835] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.525119] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6abe7dc-691a-4f64-9722-abfbf4394eb7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.535561] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1602.535561] env[69942]: value = "task-3832235" [ 1602.535561] env[69942]: _type = "Task" [ 1602.535561] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.545945] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.823302] env[69942]: DEBUG nova.compute.manager [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Start spawning the instance on the hypervisor. {{(pid=69942) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1602.849674] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-06T08:20:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-06T08:20:13Z,direct_url=,disk_format='vmdk',id=921d00bb-44fa-4b98-9f81-11abc614b7e8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3801dd15746247f5a6836fd6616ded4a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-06T08:20:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1602.849919] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Flavor limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.850094] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Image limits 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1602.850275] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Flavor pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.850420] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Image pref 0:0:0 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1602.850565] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69942) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1602.851328] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1602.851328] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1602.851328] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Got 1 possible topologies {{(pid=69942) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1602.851466] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1602.851603] env[69942]: DEBUG nova.virt.hardware [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69942) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1602.852542] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1fdc1e-bf74-4c28-a9d6-e076c3a82fdf {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.861678] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3ef045-c8ee-4bad-84b3-6d9a177b9d77 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.965493] env[69942]: DEBUG nova.compute.manager [req-45463a09-62d1-4274-8c2b-c0d9f6c99f75 req-d803bdd2-9bdb-46c5-96bd-dd070697d41c service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Received event network-vif-plugged-ea6f24fa-2b46-4832-99bd-985a1eca004d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1602.965745] env[69942]: DEBUG oslo_concurrency.lockutils [req-45463a09-62d1-4274-8c2b-c0d9f6c99f75 req-d803bdd2-9bdb-46c5-96bd-dd070697d41c service nova] Acquiring lock "8a957a18-417e-405b-8897-61f8ce3dff30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.965883] env[69942]: DEBUG oslo_concurrency.lockutils [req-45463a09-62d1-4274-8c2b-c0d9f6c99f75 req-d803bdd2-9bdb-46c5-96bd-dd070697d41c service nova] Lock "8a957a18-417e-405b-8897-61f8ce3dff30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.966069] env[69942]: DEBUG oslo_concurrency.lockutils [req-45463a09-62d1-4274-8c2b-c0d9f6c99f75 req-d803bdd2-9bdb-46c5-96bd-dd070697d41c service nova] Lock "8a957a18-417e-405b-8897-61f8ce3dff30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.966237] env[69942]: DEBUG nova.compute.manager [req-45463a09-62d1-4274-8c2b-c0d9f6c99f75 req-d803bdd2-9bdb-46c5-96bd-dd070697d41c service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] No waiting events found dispatching network-vif-plugged-ea6f24fa-2b46-4832-99bd-985a1eca004d {{(pid=69942) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1602.966403] env[69942]: WARNING nova.compute.manager [req-45463a09-62d1-4274-8c2b-c0d9f6c99f75 req-d803bdd2-9bdb-46c5-96bd-dd070697d41c service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Received unexpected event network-vif-plugged-ea6f24fa-2b46-4832-99bd-985a1eca004d for instance with vm_state building and task_state spawning. [ 1603.049902] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066898} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.050232] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.051074] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce23089-935b-4d6b-8542-281f0f062cbe {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.074122] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 7f62e357-58d2-4595-b52e-6eddbfb14803/7f62e357-58d2-4595-b52e-6eddbfb14803.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1603.075133] env[69942]: DEBUG nova.network.neutron [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Successfully updated port: ea6f24fa-2b46-4832-99bd-985a1eca004d {{(pid=69942) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.076308] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8d76515-bdc1-4d46-8f36-7feda5a77023 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.092398] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquiring lock "refresh_cache-8a957a18-417e-405b-8897-61f8ce3dff30" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.092557] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquired lock "refresh_cache-8a957a18-417e-405b-8897-61f8ce3dff30" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.092669] env[69942]: DEBUG nova.network.neutron [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Building network info cache for instance {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.100527] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1603.100527] env[69942]: value = "task-3832236" [ 1603.100527] env[69942]: _type = "Task" [ 1603.100527] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.110327] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.611420] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832236, 'name': ReconfigVM_Task, 'duration_secs': 0.278768} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.611858] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 7f62e357-58d2-4595-b52e-6eddbfb14803/7f62e357-58d2-4595-b52e-6eddbfb14803.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.612323] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7924ed9a-8e55-468e-8b73-a622ec4298c0 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.620057] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1603.620057] env[69942]: value = "task-3832237" [ 1603.620057] env[69942]: _type = "Task" [ 1603.620057] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.629473] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832237, 'name': Rename_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.630348] env[69942]: DEBUG nova.network.neutron [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Instance cache missing network info. {{(pid=69942) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1603.770153] env[69942]: DEBUG nova.network.neutron [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Updating instance_info_cache with network_info: [{"id": "ea6f24fa-2b46-4832-99bd-985a1eca004d", "address": "fa:16:3e:3d:b2:d2", "network": {"id": "2df97412-e114-4e75-af9b-0e3a1f421dcd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-590107651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9193c49b7058478e9df229b401941e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6f24fa-2b", "ovs_interfaceid": "ea6f24fa-2b46-4832-99bd-985a1eca004d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.129638] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832237, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.272926] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Releasing lock "refresh_cache-8a957a18-417e-405b-8897-61f8ce3dff30" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.273357] env[69942]: DEBUG nova.compute.manager [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Instance network_info: |[{"id": "ea6f24fa-2b46-4832-99bd-985a1eca004d", "address": "fa:16:3e:3d:b2:d2", "network": {"id": "2df97412-e114-4e75-af9b-0e3a1f421dcd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-590107651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9193c49b7058478e9df229b401941e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6f24fa-2b", "ovs_interfaceid": "ea6f24fa-2b46-4832-99bd-985a1eca004d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69942) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1604.273801] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:b2:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea6f24fa-2b46-4832-99bd-985a1eca004d', 'vif_model': 'vmxnet3'}] {{(pid=69942) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.281278] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Creating folder: Project (9193c49b7058478e9df229b401941e2a). Parent ref: group-v761487. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.281582] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1516d7ba-e21f-42fc-a99c-7b410668241d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.293079] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Created folder: Project (9193c49b7058478e9df229b401941e2a) in parent group-v761487. [ 1604.293362] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Creating folder: Instances. Parent ref: group-v761833. {{(pid=69942) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1604.293640] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4710841-d2b1-40f2-9948-e1662c1cfa6d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.303326] env[69942]: INFO nova.virt.vmwareapi.vm_util [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Created folder: Instances in parent group-v761833. [ 1604.303571] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1604.303767] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Creating VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.303975] env[69942]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56139abc-5185-46e2-af22-7d29fffb4310 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.323610] env[69942]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.323610] env[69942]: value = "task-3832240" [ 1604.323610] env[69942]: _type = "Task" [ 1604.323610] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.331750] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832240, 'name': CreateVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.632229] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832237, 'name': Rename_Task} progress is 99%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.833672] env[69942]: DEBUG oslo_vmware.api [-] Task: {'id': task-3832240, 'name': CreateVM_Task, 'duration_secs': 0.336993} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.833827] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Created VM on the ESX host {{(pid=69942) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1604.834553] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.834747] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.835085] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.835357] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc78f908-6f88-408b-910a-28ac6d33f639 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.841126] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for the task: (returnval){ [ 1604.841126] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52907b24-3b69-549c-ca12-e97c774a77dc" [ 1604.841126] env[69942]: _type = "Task" [ 1604.841126] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.851121] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52907b24-3b69-549c-ca12-e97c774a77dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.990280] env[69942]: DEBUG nova.compute.manager [req-0545068b-67d6-4e1f-b23c-4d0c6f4c2d65 req-f7502572-414d-4dc5-9f86-8cf7d912669c service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Received event network-changed-ea6f24fa-2b46-4832-99bd-985a1eca004d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1604.990493] env[69942]: DEBUG nova.compute.manager [req-0545068b-67d6-4e1f-b23c-4d0c6f4c2d65 req-f7502572-414d-4dc5-9f86-8cf7d912669c service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Refreshing instance network info cache due to event network-changed-ea6f24fa-2b46-4832-99bd-985a1eca004d. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1604.990707] env[69942]: DEBUG oslo_concurrency.lockutils [req-0545068b-67d6-4e1f-b23c-4d0c6f4c2d65 req-f7502572-414d-4dc5-9f86-8cf7d912669c service nova] Acquiring lock "refresh_cache-8a957a18-417e-405b-8897-61f8ce3dff30" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.990851] env[69942]: DEBUG oslo_concurrency.lockutils [req-0545068b-67d6-4e1f-b23c-4d0c6f4c2d65 req-f7502572-414d-4dc5-9f86-8cf7d912669c service nova] Acquired lock "refresh_cache-8a957a18-417e-405b-8897-61f8ce3dff30" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.991017] env[69942]: DEBUG nova.network.neutron [req-0545068b-67d6-4e1f-b23c-4d0c6f4c2d65 req-f7502572-414d-4dc5-9f86-8cf7d912669c service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Refreshing network info cache for port ea6f24fa-2b46-4832-99bd-985a1eca004d {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.115447] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1605.115621] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Cleaning up deleted instances {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1605.131439] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832237, 'name': Rename_Task, 'duration_secs': 1.147774} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.131707] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.131949] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80e107a0-9d79-4526-a71e-1e12e7b2f9a6 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.140012] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1605.140012] env[69942]: value = "task-3832241" [ 1605.140012] env[69942]: _type = "Task" [ 1605.140012] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.148564] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.352654] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]52907b24-3b69-549c-ca12-e97c774a77dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.352995] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.353273] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Processing image 921d00bb-44fa-4b98-9f81-11abc614b7e8 {{(pid=69942) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1605.353528] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.353678] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.353867] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1605.354145] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a37d5ec-00ac-4efe-a365-15024b783148 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.363676] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69942) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1605.363886] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69942) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1605.364677] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebfed1a-e272-4942-a37e-4e14de83f32b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.370895] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for the task: (returnval){ [ 1605.370895] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523a5b79-9808-2239-2c82-4965769d5452" [ 1605.370895] env[69942]: _type = "Task" [ 1605.370895] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.378973] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523a5b79-9808-2239-2c82-4965769d5452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.626559] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] There are 30 instances to clean {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1605.626832] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 80eaec47-d869-4600-85a0-b3259771df05] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1605.651053] env[69942]: DEBUG oslo_vmware.api [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832241, 'name': PowerOnVM_Task, 'duration_secs': 0.486813} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.651975] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.652207] env[69942]: INFO nova.compute.manager [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1605.652437] env[69942]: DEBUG nova.compute.manager [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.653250] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d23a919-b114-4966-9867-ad6ee663994e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.700750] env[69942]: DEBUG nova.network.neutron [req-0545068b-67d6-4e1f-b23c-4d0c6f4c2d65 req-f7502572-414d-4dc5-9f86-8cf7d912669c service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Updated VIF entry in instance network info cache for port ea6f24fa-2b46-4832-99bd-985a1eca004d. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.701159] env[69942]: DEBUG nova.network.neutron [req-0545068b-67d6-4e1f-b23c-4d0c6f4c2d65 req-f7502572-414d-4dc5-9f86-8cf7d912669c service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Updating instance_info_cache with network_info: [{"id": "ea6f24fa-2b46-4832-99bd-985a1eca004d", "address": "fa:16:3e:3d:b2:d2", "network": {"id": "2df97412-e114-4e75-af9b-0e3a1f421dcd", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-590107651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9193c49b7058478e9df229b401941e2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea6f24fa-2b", "ovs_interfaceid": "ea6f24fa-2b46-4832-99bd-985a1eca004d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.881665] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]523a5b79-9808-2239-2c82-4965769d5452, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.882414] env[69942]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019bcebe-8a96-4750-8d90-ae67500df301 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.888062] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for the task: (returnval){ [ 1605.888062] env[69942]: value = "session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521e749d-5ddd-9cd4-4d3c-7df57ecf664f" [ 1605.888062] env[69942]: _type = "Task" [ 1605.888062] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.895986] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521e749d-5ddd-9cd4-4d3c-7df57ecf664f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.132696] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 5f57ea37-a9ec-496b-bb5c-ddf82ec98d38] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1606.172931] env[69942]: INFO nova.compute.manager [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Took 12.44 seconds to build instance. [ 1606.204275] env[69942]: DEBUG oslo_concurrency.lockutils [req-0545068b-67d6-4e1f-b23c-4d0c6f4c2d65 req-f7502572-414d-4dc5-9f86-8cf7d912669c service nova] Releasing lock "refresh_cache-8a957a18-417e-405b-8897-61f8ce3dff30" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.400624] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': session[5281ea80-8fc2-5b2e-550d-d5b0da92c002]521e749d-5ddd-9cd4-4d3c-7df57ecf664f, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.400926] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.401318] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 8a957a18-417e-405b-8897-61f8ce3dff30/8a957a18-417e-405b-8897-61f8ce3dff30.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1606.401647] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49d5c757-feef-47af-b897-d37181e39731 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.409206] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for the task: (returnval){ [ 1606.409206] env[69942]: value = "task-3832242" [ 1606.409206] env[69942]: _type = "Task" [ 1606.409206] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.418188] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.635736] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 9413c8b5-59b1-4d0f-adee-6524fab612f5] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1606.674981] env[69942]: DEBUG oslo_concurrency.lockutils [None req-913cf712-c20e-45d7-87a9-5f6285a3e651 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.950s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.919483] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451742} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.919747] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/921d00bb-44fa-4b98-9f81-11abc614b7e8/921d00bb-44fa-4b98-9f81-11abc614b7e8.vmdk to [datastore2] 8a957a18-417e-405b-8897-61f8ce3dff30/8a957a18-417e-405b-8897-61f8ce3dff30.vmdk {{(pid=69942) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1606.919964] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Extending root virtual disk to 1048576 {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1606.920256] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e2a728e-b0dd-4030-88bb-64e0856d3832 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.927308] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for the task: (returnval){ [ 1606.927308] env[69942]: value = "task-3832243" [ 1606.927308] env[69942]: _type = "Task" [ 1606.927308] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.936506] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.998442] env[69942]: DEBUG nova.compute.manager [req-5f74be3f-807c-4135-916f-f63a55f7768d req-a32ae6a0-0ec5-4b8e-ad58-b4b85d7404f2 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Received event network-changed-b8a08f5a-822b-41d0-b654-4d43a9690d6c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1606.998711] env[69942]: DEBUG nova.compute.manager [req-5f74be3f-807c-4135-916f-f63a55f7768d req-a32ae6a0-0ec5-4b8e-ad58-b4b85d7404f2 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Refreshing instance network info cache due to event network-changed-b8a08f5a-822b-41d0-b654-4d43a9690d6c. {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1606.998947] env[69942]: DEBUG oslo_concurrency.lockutils [req-5f74be3f-807c-4135-916f-f63a55f7768d req-a32ae6a0-0ec5-4b8e-ad58-b4b85d7404f2 service nova] Acquiring lock "refresh_cache-7f62e357-58d2-4595-b52e-6eddbfb14803" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.999585] env[69942]: DEBUG oslo_concurrency.lockutils [req-5f74be3f-807c-4135-916f-f63a55f7768d req-a32ae6a0-0ec5-4b8e-ad58-b4b85d7404f2 service nova] Acquired lock "refresh_cache-7f62e357-58d2-4595-b52e-6eddbfb14803" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.999585] env[69942]: DEBUG nova.network.neutron [req-5f74be3f-807c-4135-916f-f63a55f7768d req-a32ae6a0-0ec5-4b8e-ad58-b4b85d7404f2 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Refreshing network info cache for port b8a08f5a-822b-41d0-b654-4d43a9690d6c {{(pid=69942) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.139264] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 83caa4fd-d923-46a5-8110-1687c8fc0932] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1607.437890] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083174} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.438207] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Extended root virtual disk {{(pid=69942) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.439031] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fddc69-3c74-4329-9bb8-bd2c44393abb {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.461174] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 8a957a18-417e-405b-8897-61f8ce3dff30/8a957a18-417e-405b-8897-61f8ce3dff30.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.461468] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dbb226c-18f6-4a32-8acf-e03b3c296123 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.480978] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for the task: (returnval){ [ 1607.480978] env[69942]: value = "task-3832244" [ 1607.480978] env[69942]: _type = "Task" [ 1607.480978] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.489571] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.642846] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: cc3789ae-5c55-4daf-913e-c3979cf3cf67] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1607.713160] env[69942]: DEBUG nova.network.neutron [req-5f74be3f-807c-4135-916f-f63a55f7768d req-a32ae6a0-0ec5-4b8e-ad58-b4b85d7404f2 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Updated VIF entry in instance network info cache for port b8a08f5a-822b-41d0-b654-4d43a9690d6c. {{(pid=69942) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.713564] env[69942]: DEBUG nova.network.neutron [req-5f74be3f-807c-4135-916f-f63a55f7768d req-a32ae6a0-0ec5-4b8e-ad58-b4b85d7404f2 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Updating instance_info_cache with network_info: [{"id": "b8a08f5a-822b-41d0-b654-4d43a9690d6c", "address": "fa:16:3e:10:79:a6", "network": {"id": "583d2564-ed2c-46a2-bc5a-667006fd7db0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-204676209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3531e7c7214446948a981aa566203652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a08f5a-82", "ovs_interfaceid": "b8a08f5a-822b-41d0-b654-4d43a9690d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.993309] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.149062] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 85967165-a0df-4127-96dc-d6eaf592dcec] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1608.216311] env[69942]: DEBUG oslo_concurrency.lockutils [req-5f74be3f-807c-4135-916f-f63a55f7768d req-a32ae6a0-0ec5-4b8e-ad58-b4b85d7404f2 service nova] Releasing lock "refresh_cache-7f62e357-58d2-4595-b52e-6eddbfb14803" {{(pid=69942) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.492682] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832244, 'name': ReconfigVM_Task, 'duration_secs': 0.805543} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.492976] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 8a957a18-417e-405b-8897-61f8ce3dff30/8a957a18-417e-405b-8897-61f8ce3dff30.vmdk or device None with type sparse {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.493614] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69e9c1c6-74b4-4485-b8b8-1cc9e1ebec68 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.500457] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for the task: (returnval){ [ 1608.500457] env[69942]: value = "task-3832245" [ 1608.500457] env[69942]: _type = "Task" [ 1608.500457] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.510160] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832245, 'name': Rename_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.652029] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 901a0762-ab12-4940-b17a-fe78867109fb] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1609.012088] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832245, 'name': Rename_Task, 'duration_secs': 0.168375} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.012459] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Powering on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.012666] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82c967df-ee23-4286-9b38-b838bac06a11 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.019836] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for the task: (returnval){ [ 1609.019836] env[69942]: value = "task-3832246" [ 1609.019836] env[69942]: _type = "Task" [ 1609.019836] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.028146] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.155559] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 04e5c0cd-fa37-434d-aabd-06d09cef0c8e] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1609.535768] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.658628] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 2abb2b9a-e38b-4c5e-8207-cb7737819abf] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1610.031594] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832246, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.162426] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: b28696f2-f21e-4bf8-a847-dc6b05266de9] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1610.532023] env[69942]: DEBUG oslo_vmware.api [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832246, 'name': PowerOnVM_Task, 'duration_secs': 1.030216} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.532023] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Powered on the VM {{(pid=69942) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.532023] env[69942]: INFO nova.compute.manager [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1610.532023] env[69942]: DEBUG nova.compute.manager [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Checking state {{(pid=69942) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.532733] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429fc50a-4e81-4ca3-a6ae-e9407e535e84 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.665863] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 249c958f-5e57-485d-befd-7aabb601edb8] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1611.048292] env[69942]: INFO nova.compute.manager [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Took 13.48 seconds to build instance. [ 1611.169045] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: b0e30a82-ef30-4bc6-b6c8-4bd0eb16757b] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1611.550582] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d119d539-477d-4d63-ac28-46bc25e8b851 tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lock "8a957a18-417e-405b-8897-61f8ce3dff30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.992s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.672945] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 7dc0ba86-bcb3-49ca-b77e-4d3e035db097] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1611.918187] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquiring lock "8a957a18-417e-405b-8897-61f8ce3dff30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.918460] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lock "8a957a18-417e-405b-8897-61f8ce3dff30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.918740] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquiring lock "8a957a18-417e-405b-8897-61f8ce3dff30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.918948] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lock "8a957a18-417e-405b-8897-61f8ce3dff30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.919145] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lock "8a957a18-417e-405b-8897-61f8ce3dff30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.921282] env[69942]: INFO nova.compute.manager [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Terminating instance [ 1612.176244] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 05a92e60-94a7-45a6-8d13-e532051944ab] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1612.425313] env[69942]: DEBUG nova.compute.manager [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1612.425584] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.426524] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dd7add-24c3-4853-8749-0814662fbeca {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.435087] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.435318] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11aa67cd-a5da-4c56-bf22-8dbc736829a5 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.441555] env[69942]: DEBUG oslo_vmware.api [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for the task: (returnval){ [ 1612.441555] env[69942]: value = "task-3832247" [ 1612.441555] env[69942]: _type = "Task" [ 1612.441555] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.450325] env[69942]: DEBUG oslo_vmware.api [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.679861] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 6dcecd48-dae8-489b-95c4-5829198e36e5] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1612.952063] env[69942]: DEBUG oslo_vmware.api [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832247, 'name': PowerOffVM_Task, 'duration_secs': 0.201067} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.952323] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.952492] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.952756] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8108461-63a6-4f7d-9fbf-9b383c270509 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.015776] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.015987] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Deleting contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.016197] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Deleting the datastore file [datastore2] 8a957a18-417e-405b-8897-61f8ce3dff30 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.016469] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56f7815-6ce4-4d26-8b39-f27bc4822fc1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.023506] env[69942]: DEBUG oslo_vmware.api [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for the task: (returnval){ [ 1613.023506] env[69942]: value = "task-3832249" [ 1613.023506] env[69942]: _type = "Task" [ 1613.023506] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.032808] env[69942]: DEBUG oslo_vmware.api [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.183689] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 7747ba2e-feed-4a9a-adc3-19b5262304cd] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1613.533589] env[69942]: DEBUG oslo_vmware.api [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Task: {'id': task-3832249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130409} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.533837] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.534031] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Deleted contents of the VM from datastore datastore2 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.534211] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.534387] env[69942]: INFO nova.compute.manager [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1613.534619] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1613.534810] env[69942]: DEBUG nova.compute.manager [-] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1613.534907] env[69942]: DEBUG nova.network.neutron [-] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.687585] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: fa986601-8109-43f2-bef5-c1e70046488c] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1613.768500] env[69942]: DEBUG nova.compute.manager [req-61f5afcd-8903-4567-9d5b-11187a9e9ec2 req-2d9bf1cd-e049-479f-a918-ad4b202de2e4 service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Received event network-vif-deleted-ea6f24fa-2b46-4832-99bd-985a1eca004d {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1613.768673] env[69942]: INFO nova.compute.manager [req-61f5afcd-8903-4567-9d5b-11187a9e9ec2 req-2d9bf1cd-e049-479f-a918-ad4b202de2e4 service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Neutron deleted interface ea6f24fa-2b46-4832-99bd-985a1eca004d; detaching it from the instance and deleting it from the info cache [ 1613.768791] env[69942]: DEBUG nova.network.neutron [req-61f5afcd-8903-4567-9d5b-11187a9e9ec2 req-2d9bf1cd-e049-479f-a918-ad4b202de2e4 service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.191753] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: a96c32e9-82e5-4fde-8d02-7dff8033440c] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1614.242381] env[69942]: DEBUG nova.network.neutron [-] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.271399] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72b1ff98-f05d-471a-aa08-fd4c36f803a9 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.281385] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5b8ea-4af2-4bd5-8f1e-0023c7314218 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.307184] env[69942]: DEBUG nova.compute.manager [req-61f5afcd-8903-4567-9d5b-11187a9e9ec2 req-2d9bf1cd-e049-479f-a918-ad4b202de2e4 service nova] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Detach interface failed, port_id=ea6f24fa-2b46-4832-99bd-985a1eca004d, reason: Instance 8a957a18-417e-405b-8897-61f8ce3dff30 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1614.695133] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d1d6ae86-2a14-49f9-adf2-223d46936965] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1614.745088] env[69942]: INFO nova.compute.manager [-] [instance: 8a957a18-417e-405b-8897-61f8ce3dff30] Took 1.21 seconds to deallocate network for instance. [ 1615.198886] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 0f24152f-0c97-4b03-b839-84d0408232ae] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1615.250777] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1615.251086] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1615.251308] env[69942]: DEBUG nova.objects.instance [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lazy-loading 'resources' on Instance uuid 8a957a18-417e-405b-8897-61f8ce3dff30 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.702767] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d68a6ebf-14b6-4a25-9d82-1a3cde0fb39d] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1615.800079] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb95a29-9e9b-46b9-b9d1-26fe56dda1e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.808411] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66419973-3785-4b2a-9c8b-44cf7cedf32c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.842988] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb7cc8c-7036-4316-ba01-acb071e5c5d7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.851390] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77920fd3-2b39-4162-b52f-9a3a60e1c286 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.865531] env[69942]: DEBUG nova.compute.provider_tree [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.205685] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 7409e643-9c90-4520-811f-1937569921f1] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1616.368376] env[69942]: DEBUG nova.scheduler.client.report [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.709048] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 1639dd2e-ae2e-4cb6-95a8-689c4c869438] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1616.873563] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.892656] env[69942]: INFO nova.scheduler.client.report [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Deleted allocations for instance 8a957a18-417e-405b-8897-61f8ce3dff30 [ 1617.212587] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 02e39c3a-38e2-4e10-a0ac-b97a919f0ddc] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1617.399519] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d31e0808-6523-4d8e-9daa-b2862157b7ec tempest-ServerPasswordTestJSON-345049393 tempest-ServerPasswordTestJSON-345049393-project-member] Lock "8a957a18-417e-405b-8897-61f8ce3dff30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.481s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.715737] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 17a26397-38c2-4909-a69d-284e073960ef] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1618.219163] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 69e3941d-3b7b-4197-be14-9334c5cd330d] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1618.724249] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: d22ab98d-3cfe-44dd-b661-ce62c66bbfd1] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1619.226044] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: aab23310-6005-492c-9f19-ee5c30d28fac] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1619.729814] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: fc4343e8-054c-41d5-9d43-010d83bb9135] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1620.234237] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] [instance: 75bb2855-1e92-47e3-b181-2ace83c7ee2f] Instance has had 0 of 5 cleanup attempts {{(pid=69942) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1638.180601] env[69942]: DEBUG oslo_concurrency.lockutils [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "7f62e357-58d2-4595-b52e-6eddbfb14803" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1638.180915] env[69942]: DEBUG oslo_concurrency.lockutils [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1638.684884] env[69942]: DEBUG nova.compute.utils [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1639.189611] env[69942]: DEBUG oslo_concurrency.lockutils [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1640.259727] env[69942]: DEBUG oslo_concurrency.lockutils [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "7f62e357-58d2-4595-b52e-6eddbfb14803" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.260180] env[69942]: DEBUG oslo_concurrency.lockutils [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1640.260303] env[69942]: INFO nova.compute.manager [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Attaching volume 88ade03a-6591-4190-9a83-d28a9d66667c to /dev/sdb [ 1640.328715] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8779139-cdd7-4583-8953-9509c2086214 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.336261] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82a04a9-58c8-4e4a-875c-1fdaa71b7f33 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.349794] env[69942]: DEBUG nova.virt.block_device [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Updating existing volume attachment record: a0b9190c-b416-49df-8fc4-258c405d0a11 {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1644.893549] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1644.893805] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761836', 'volume_id': '88ade03a-6591-4190-9a83-d28a9d66667c', 'name': 'volume-88ade03a-6591-4190-9a83-d28a9d66667c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62e357-58d2-4595-b52e-6eddbfb14803', 'attached_at': '', 'detached_at': '', 'volume_id': '88ade03a-6591-4190-9a83-d28a9d66667c', 'serial': '88ade03a-6591-4190-9a83-d28a9d66667c'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1644.894704] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1660977-7e77-4ec2-b2e3-66e8516579c1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.912688] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f244fa54-c6e4-43a8-87cb-34ea859eb05b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.937509] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-88ade03a-6591-4190-9a83-d28a9d66667c/volume-88ade03a-6591-4190-9a83-d28a9d66667c.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.937828] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1037e95d-f793-4d8a-9ad3-71ed878d5ca1 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.956609] env[69942]: DEBUG oslo_vmware.api [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1644.956609] env[69942]: value = "task-3832252" [ 1644.956609] env[69942]: _type = "Task" [ 1644.956609] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.964913] env[69942]: DEBUG oslo_vmware.api [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.466943] env[69942]: DEBUG oslo_vmware.api [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832252, 'name': ReconfigVM_Task, 'duration_secs': 0.361198} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.467354] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-88ade03a-6591-4190-9a83-d28a9d66667c/volume-88ade03a-6591-4190-9a83-d28a9d66667c.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.472133] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdbd1507-aca0-45bc-bda0-0460a388ce06 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.487167] env[69942]: DEBUG oslo_vmware.api [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1645.487167] env[69942]: value = "task-3832253" [ 1645.487167] env[69942]: _type = "Task" [ 1645.487167] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.495687] env[69942]: DEBUG oslo_vmware.api [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.998051] env[69942]: DEBUG oslo_vmware.api [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832253, 'name': ReconfigVM_Task, 'duration_secs': 0.14638} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.998454] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761836', 'volume_id': '88ade03a-6591-4190-9a83-d28a9d66667c', 'name': 'volume-88ade03a-6591-4190-9a83-d28a9d66667c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62e357-58d2-4595-b52e-6eddbfb14803', 'attached_at': '', 'detached_at': '', 'volume_id': '88ade03a-6591-4190-9a83-d28a9d66667c', 'serial': '88ade03a-6591-4190-9a83-d28a9d66667c'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1647.034504] env[69942]: DEBUG nova.objects.instance [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'flavor' on Instance uuid 7f62e357-58d2-4595-b52e-6eddbfb14803 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1647.543445] env[69942]: DEBUG oslo_concurrency.lockutils [None req-70afbb74-1a5b-45ec-b71d-4a47a9e31c2f tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.283s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.390158] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "7f62e357-58d2-4595-b52e-6eddbfb14803" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1648.390550] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1648.893452] env[69942]: DEBUG nova.compute.utils [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Using /dev/sd instead of None {{(pid=69942) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1649.396782] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1650.454211] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "7f62e357-58d2-4595-b52e-6eddbfb14803" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.454588] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1650.454797] env[69942]: INFO nova.compute.manager [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Attaching volume 70853a21-34e1-45dd-8e9b-44af874c4c37 to /dev/sdc [ 1650.486077] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c9f38e-9233-47ee-bb63-69eda7a96405 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.493099] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc9a14-6668-434e-8505-34ecfd20739d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.506740] env[69942]: DEBUG nova.virt.block_device [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Updating existing volume attachment record: eafd2c5f-4d24-44a1-b332-91166a65388f {{(pid=69942) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1655.050225] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Volume attach. Driver type: vmdk {{(pid=69942) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1655.050491] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761837', 'volume_id': '70853a21-34e1-45dd-8e9b-44af874c4c37', 'name': 'volume-70853a21-34e1-45dd-8e9b-44af874c4c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62e357-58d2-4595-b52e-6eddbfb14803', 'attached_at': '', 'detached_at': '', 'volume_id': '70853a21-34e1-45dd-8e9b-44af874c4c37', 'serial': '70853a21-34e1-45dd-8e9b-44af874c4c37'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1655.051355] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef846336-0811-43e4-8b46-f84042509263 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.067727] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60878520-5ad5-438f-bbee-36eb45d13425 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.094564] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-70853a21-34e1-45dd-8e9b-44af874c4c37/volume-70853a21-34e1-45dd-8e9b-44af874c4c37.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.094838] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d37f56e-fec0-486a-8f84-0f47b66216fd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.113778] env[69942]: DEBUG oslo_vmware.api [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1655.113778] env[69942]: value = "task-3832256" [ 1655.113778] env[69942]: _type = "Task" [ 1655.113778] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.121815] env[69942]: DEBUG oslo_vmware.api [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.623324] env[69942]: DEBUG oslo_vmware.api [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832256, 'name': ReconfigVM_Task, 'duration_secs': 0.323921} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.623648] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-70853a21-34e1-45dd-8e9b-44af874c4c37/volume-70853a21-34e1-45dd-8e9b-44af874c4c37.vmdk or device None with type thin {{(pid=69942) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.628229] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57ffb90-23e7-4369-8679-3ebaaaf643b8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.643800] env[69942]: DEBUG oslo_vmware.api [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1655.643800] env[69942]: value = "task-3832257" [ 1655.643800] env[69942]: _type = "Task" [ 1655.643800] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.651842] env[69942]: DEBUG oslo_vmware.api [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.154170] env[69942]: DEBUG oslo_vmware.api [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832257, 'name': ReconfigVM_Task, 'duration_secs': 0.142982} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.154645] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761837', 'volume_id': '70853a21-34e1-45dd-8e9b-44af874c4c37', 'name': 'volume-70853a21-34e1-45dd-8e9b-44af874c4c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62e357-58d2-4595-b52e-6eddbfb14803', 'attached_at': '', 'detached_at': '', 'volume_id': '70853a21-34e1-45dd-8e9b-44af874c4c37', 'serial': '70853a21-34e1-45dd-8e9b-44af874c4c37'} {{(pid=69942) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1657.190525] env[69942]: DEBUG nova.objects.instance [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'flavor' on Instance uuid 7f62e357-58d2-4595-b52e-6eddbfb14803 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.696401] env[69942]: DEBUG oslo_concurrency.lockutils [None req-9b00421e-8b58-417e-84a2-5b1e18dff04e tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1657.984294] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "7f62e357-58d2-4595-b52e-6eddbfb14803" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1657.984505] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.487715] env[69942]: INFO nova.compute.manager [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Detaching volume 88ade03a-6591-4190-9a83-d28a9d66667c [ 1658.518389] env[69942]: INFO nova.virt.block_device [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Attempting to driver detach volume 88ade03a-6591-4190-9a83-d28a9d66667c from mountpoint /dev/sdb [ 1658.518632] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1658.518812] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761836', 'volume_id': '88ade03a-6591-4190-9a83-d28a9d66667c', 'name': 'volume-88ade03a-6591-4190-9a83-d28a9d66667c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62e357-58d2-4595-b52e-6eddbfb14803', 'attached_at': '', 'detached_at': '', 'volume_id': '88ade03a-6591-4190-9a83-d28a9d66667c', 'serial': '88ade03a-6591-4190-9a83-d28a9d66667c'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1658.519759] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac4c7e1-2e38-4292-a141-7ae2ae2f346a {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.545967] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1fd80d-e61d-493c-9168-9fb1bb3b749e {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.553828] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eb3fd9-c1c4-480a-b768-35baef1ba6de {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.576716] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5046c73f-522a-435f-b356-8ec3c0281ba3 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.594752] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] The volume has not been displaced from its original location: [datastore1] volume-88ade03a-6591-4190-9a83-d28a9d66667c/volume-88ade03a-6591-4190-9a83-d28a9d66667c.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1658.600026] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1658.600336] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0564ac17-e401-4501-bd08-09aca935ca48 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.618243] env[69942]: DEBUG oslo_vmware.api [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1658.618243] env[69942]: value = "task-3832258" [ 1658.618243] env[69942]: _type = "Task" [ 1658.618243] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.626244] env[69942]: DEBUG oslo_vmware.api [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.737198] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.737479] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.127911] env[69942]: DEBUG oslo_vmware.api [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832258, 'name': ReconfigVM_Task, 'duration_secs': 0.331724} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.128209] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1659.132893] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3216648b-2cc0-4731-9ace-31dcc81c985b {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.148491] env[69942]: DEBUG oslo_vmware.api [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1659.148491] env[69942]: value = "task-3832259" [ 1659.148491] env[69942]: _type = "Task" [ 1659.148491] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.157221] env[69942]: DEBUG oslo_vmware.api [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.242070] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.242258] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.242412] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.242573] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.242789] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.242960] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.243114] env[69942]: DEBUG nova.compute.manager [None req-a904344e-1861-4904-8770-b2de1f724465 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69942) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1659.243266] env[69942]: DEBUG oslo_service.periodic_task [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69942) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1659.658707] env[69942]: DEBUG oslo_vmware.api [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832259, 'name': ReconfigVM_Task, 'duration_secs': 0.138544} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.659093] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761836', 'volume_id': '88ade03a-6591-4190-9a83-d28a9d66667c', 'name': 'volume-88ade03a-6591-4190-9a83-d28a9d66667c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62e357-58d2-4595-b52e-6eddbfb14803', 'attached_at': '', 'detached_at': '', 'volume_id': '88ade03a-6591-4190-9a83-d28a9d66667c', 'serial': '88ade03a-6591-4190-9a83-d28a9d66667c'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1659.746347] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.746634] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1659.746755] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.746918] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69942) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1659.747870] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b3703c-9d68-43ac-b809-c3e123204a97 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.756254] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9a5741-b60a-4e08-a33f-264353b387e8 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.770952] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3913ee6b-93b5-4051-a4e7-d73b0adbcd59 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.778897] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8463624b-c622-437b-97c3-a31af5122e73 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.812506] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180667MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=69942) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1659.812506] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.812506] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1660.200293] env[69942]: DEBUG nova.objects.instance [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'flavor' on Instance uuid 7f62e357-58d2-4595-b52e-6eddbfb14803 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.836873] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Instance 7f62e357-58d2-4595-b52e-6eddbfb14803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69942) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1660.837223] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1660.837223] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69942) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1660.853140] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Refreshing inventories for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1660.866016] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Updating ProviderTree inventory for provider c13aeb76-6f70-48cc-966a-c2ddeab670af from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1660.866229] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Updating inventory in ProviderTree for provider c13aeb76-6f70-48cc-966a-c2ddeab670af with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.877158] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Refreshing aggregate associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, aggregates: None {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1660.895466] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Refreshing trait associations for resource provider c13aeb76-6f70-48cc-966a-c2ddeab670af, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=69942) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1660.924565] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf78e02b-bc5c-45aa-a49b-e198d23591dd {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.934540] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ee5351-7efe-4f00-ba41-d422907f4dce {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.966053] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815b8752-d5fc-4aa2-baae-2b914084f189 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.974750] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82b79ef-d1ad-43ff-95ed-75aa5dda137d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.989687] env[69942]: DEBUG nova.compute.provider_tree [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.207229] env[69942]: DEBUG oslo_concurrency.lockutils [None req-d54b9657-4034-462e-85a0-28eec3e098d7 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1661.258190] env[69942]: DEBUG oslo_concurrency.lockutils [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "7f62e357-58d2-4595-b52e-6eddbfb14803" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.258465] env[69942]: DEBUG oslo_concurrency.lockutils [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1661.493075] env[69942]: DEBUG nova.scheduler.client.report [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.761724] env[69942]: INFO nova.compute.manager [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Detaching volume 70853a21-34e1-45dd-8e9b-44af874c4c37 [ 1661.792626] env[69942]: INFO nova.virt.block_device [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Attempting to driver detach volume 70853a21-34e1-45dd-8e9b-44af874c4c37 from mountpoint /dev/sdc [ 1661.792877] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Volume detach. Driver type: vmdk {{(pid=69942) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1661.793078] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761837', 'volume_id': '70853a21-34e1-45dd-8e9b-44af874c4c37', 'name': 'volume-70853a21-34e1-45dd-8e9b-44af874c4c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62e357-58d2-4595-b52e-6eddbfb14803', 'attached_at': '', 'detached_at': '', 'volume_id': '70853a21-34e1-45dd-8e9b-44af874c4c37', 'serial': '70853a21-34e1-45dd-8e9b-44af874c4c37'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1661.794059] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7063584-b377-4417-ae4b-a6fd8a6f84ad {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.815794] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcdf6ad-67a4-49e5-8343-84c2ed92eb12 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.823394] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5db60c5-e3e3-484d-93f9-047d769b48fc {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.843207] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d0edd-4a14-47ab-85b2-d5cd92536425 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.857752] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] The volume has not been displaced from its original location: [datastore1] volume-70853a21-34e1-45dd-8e9b-44af874c4c37/volume-70853a21-34e1-45dd-8e9b-44af874c4c37.vmdk. No consolidation needed. {{(pid=69942) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1661.863105] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Reconfiguring VM instance instance-0000007f to detach disk 2002 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1661.863405] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-743bf400-356c-4a7e-b40a-467697992fc7 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.881501] env[69942]: DEBUG oslo_vmware.api [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1661.881501] env[69942]: value = "task-3832260" [ 1661.881501] env[69942]: _type = "Task" [ 1661.881501] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.889620] env[69942]: DEBUG oslo_vmware.api [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.997737] env[69942]: DEBUG nova.compute.resource_tracker [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69942) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1661.997927] env[69942]: DEBUG oslo_concurrency.lockutils [None req-a904344e-1861-4904-8770-b2de1f724465 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.187s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1662.391935] env[69942]: DEBUG oslo_vmware.api [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832260, 'name': ReconfigVM_Task, 'duration_secs': 0.290186} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.392255] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Reconfigured VM instance instance-0000007f to detach disk 2002 {{(pid=69942) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1662.396951] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d3d07e9-0d40-4734-84ca-d9fcf6e6035c {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.412472] env[69942]: DEBUG oslo_vmware.api [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1662.412472] env[69942]: value = "task-3832261" [ 1662.412472] env[69942]: _type = "Task" [ 1662.412472] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.423973] env[69942]: DEBUG oslo_vmware.api [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.922926] env[69942]: DEBUG oslo_vmware.api [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832261, 'name': ReconfigVM_Task, 'duration_secs': 0.133031} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.923324] env[69942]: DEBUG nova.virt.vmwareapi.volumeops [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-761837', 'volume_id': '70853a21-34e1-45dd-8e9b-44af874c4c37', 'name': 'volume-70853a21-34e1-45dd-8e9b-44af874c4c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f62e357-58d2-4595-b52e-6eddbfb14803', 'attached_at': '', 'detached_at': '', 'volume_id': '70853a21-34e1-45dd-8e9b-44af874c4c37', 'serial': '70853a21-34e1-45dd-8e9b-44af874c4c37'} {{(pid=69942) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1663.465246] env[69942]: DEBUG nova.objects.instance [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'flavor' on Instance uuid 7f62e357-58d2-4595-b52e-6eddbfb14803 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.473162] env[69942]: DEBUG oslo_concurrency.lockutils [None req-073e2c5a-75a3-4709-b3d0-8cdbfc25f9e3 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.648449] env[69942]: DEBUG oslo_concurrency.lockutils [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "7f62e357-58d2-4595-b52e-6eddbfb14803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.648823] env[69942]: DEBUG oslo_concurrency.lockutils [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.648955] env[69942]: DEBUG oslo_concurrency.lockutils [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "7f62e357-58d2-4595-b52e-6eddbfb14803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.649157] env[69942]: DEBUG oslo_concurrency.lockutils [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.649330] env[69942]: DEBUG oslo_concurrency.lockutils [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.651513] env[69942]: INFO nova.compute.manager [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Terminating instance [ 1666.155327] env[69942]: DEBUG nova.compute.manager [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Start destroying the instance on the hypervisor. {{(pid=69942) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.155554] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Destroying instance {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.156510] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6295c3bd-98ba-4ac7-ac17-34aebe7f6d85 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.164912] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Powering off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.165186] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-873dec9f-8850-4003-9d98-67b9a2ee1fe2 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.171758] env[69942]: DEBUG oslo_vmware.api [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1666.171758] env[69942]: value = "task-3832262" [ 1666.171758] env[69942]: _type = "Task" [ 1666.171758] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.181572] env[69942]: DEBUG oslo_vmware.api [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.681397] env[69942]: DEBUG oslo_vmware.api [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832262, 'name': PowerOffVM_Task, 'duration_secs': 0.236744} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.681738] env[69942]: DEBUG nova.virt.vmwareapi.vm_util [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Powered off the VM {{(pid=69942) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.681738] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Unregistering the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.682033] env[69942]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae7dae99-9e53-467b-b811-4a62668e397d {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.746557] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Unregistered the VM {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.746785] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Deleting contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.746983] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Deleting the datastore file [datastore1] 7f62e357-58d2-4595-b52e-6eddbfb14803 {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.747269] env[69942]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d837c0b4-21e7-4592-934d-c7e0d3086a14 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.754605] env[69942]: DEBUG oslo_vmware.api [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for the task: (returnval){ [ 1666.754605] env[69942]: value = "task-3832264" [ 1666.754605] env[69942]: _type = "Task" [ 1666.754605] env[69942]: } to complete. {{(pid=69942) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.762167] env[69942]: DEBUG oslo_vmware.api [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.265220] env[69942]: DEBUG oslo_vmware.api [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Task: {'id': task-3832264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227344} completed successfully. {{(pid=69942) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.265599] env[69942]: DEBUG nova.virt.vmwareapi.ds_util [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Deleted the datastore file {{(pid=69942) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.265903] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Deleted contents of the VM from datastore datastore1 {{(pid=69942) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.266193] env[69942]: DEBUG nova.virt.vmwareapi.vmops [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Instance destroyed {{(pid=69942) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.266466] env[69942]: INFO nova.compute.manager [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1667.266789] env[69942]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69942) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1667.267072] env[69942]: DEBUG nova.compute.manager [-] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Deallocating network for instance {{(pid=69942) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1667.267240] env[69942]: DEBUG nova.network.neutron [-] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] deallocate_for_instance() {{(pid=69942) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.694703] env[69942]: DEBUG nova.compute.manager [req-1b6b4936-d1a6-4c26-9065-119393e54520 req-6065ed24-7a45-4d87-b7be-6d792dd93c69 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Received event network-vif-deleted-b8a08f5a-822b-41d0-b654-4d43a9690d6c {{(pid=69942) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1667.695116] env[69942]: INFO nova.compute.manager [req-1b6b4936-d1a6-4c26-9065-119393e54520 req-6065ed24-7a45-4d87-b7be-6d792dd93c69 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Neutron deleted interface b8a08f5a-822b-41d0-b654-4d43a9690d6c; detaching it from the instance and deleting it from the info cache [ 1667.695427] env[69942]: DEBUG nova.network.neutron [req-1b6b4936-d1a6-4c26-9065-119393e54520 req-6065ed24-7a45-4d87-b7be-6d792dd93c69 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.175599] env[69942]: DEBUG nova.network.neutron [-] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Updating instance_info_cache with network_info: [] {{(pid=69942) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.197901] env[69942]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0f95c0d-e98f-4034-9149-6e39ea5e2b9f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.208715] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c69360-30fa-4a39-b14f-e3e0c06fb157 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.234730] env[69942]: DEBUG nova.compute.manager [req-1b6b4936-d1a6-4c26-9065-119393e54520 req-6065ed24-7a45-4d87-b7be-6d792dd93c69 service nova] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Detach interface failed, port_id=b8a08f5a-822b-41d0-b654-4d43a9690d6c, reason: Instance 7f62e357-58d2-4595-b52e-6eddbfb14803 could not be found. {{(pid=69942) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1668.678430] env[69942]: INFO nova.compute.manager [-] [instance: 7f62e357-58d2-4595-b52e-6eddbfb14803] Took 1.41 seconds to deallocate network for instance. [ 1669.185286] env[69942]: DEBUG oslo_concurrency.lockutils [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1669.185642] env[69942]: DEBUG oslo_concurrency.lockutils [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1669.185857] env[69942]: DEBUG nova.objects.instance [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lazy-loading 'resources' on Instance uuid 7f62e357-58d2-4595-b52e-6eddbfb14803 {{(pid=69942) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.719031] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f9789f-75c7-431d-ac26-4f5dbfc06640 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.726221] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e38fbd-77ee-45f5-aba4-31d6df3cbf66 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.757421] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1509c-559c-4b81-9259-f40c0967e629 {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.764921] env[69942]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d3c57a-daf4-43b0-9d89-7513f9fdcc1f {{(pid=69942) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.778624] env[69942]: DEBUG nova.compute.provider_tree [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Inventory has not changed in ProviderTree for provider: c13aeb76-6f70-48cc-966a-c2ddeab670af {{(pid=69942) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.281941] env[69942]: DEBUG nova.scheduler.client.report [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Inventory has not changed for provider c13aeb76-6f70-48cc-966a-c2ddeab670af based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69942) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.786578] env[69942]: DEBUG oslo_concurrency.lockutils [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.823155] env[69942]: INFO nova.scheduler.client.report [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Deleted allocations for instance 7f62e357-58d2-4595-b52e-6eddbfb14803 [ 1671.331959] env[69942]: DEBUG oslo_concurrency.lockutils [None req-97981516-05fb-49be-876d-6064f07c6dd1 tempest-AttachVolumeTestJSON-1152705577 tempest-AttachVolumeTestJSON-1152705577-project-member] Lock "7f62e357-58d2-4595-b52e-6eddbfb14803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.683s {{(pid=69942) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}